-- Logs begin at Thu 2021-11-11 15:13:29 UTC, end at Thu 2021-11-11 16:16:38 UTC. --
Nov 11 15:46:55.348935 dv-cinder-811151-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 11 15:46:57.712421 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.common.config [-] Logging enabled!
Nov 11 15:46:57.713152 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev59
Nov 11 15:46:57.713238 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86741) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 11 15:46:57.716326 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.common.config [-] Logging enabled!
Nov 11 15:46:57.716585 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev59
Nov 11 15:46:57.716901 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86741) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 11 15:46:57.717856 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 15:46:57.718093 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 11 15:46:57.718455 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 11 15:46:57.718703 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 11 15:46:57.718930 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 11 15:46:57.719251 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.719551 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.719850 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.720084 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.720408 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.720703 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.720986 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.721276 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.721575 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.721862 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.722145 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.722432 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.722664 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.722950 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.723240 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.723528 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.723754 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.724037 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.724500 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.724932 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.725218 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.725513 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.725797 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.726075 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.726358 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.727182 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.727524 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] host                           = dv-cinder-811151-2-iscsi {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.727805 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.728096 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.728412 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.728703 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.729607 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.729607 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.729607 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.729897 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.730056 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.730334 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.730627 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.730916 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.731210 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.731439 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.731665 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.731955 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.732263 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.732548 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.732826 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.733105 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.733382 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.733658 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.733930 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.734221 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.734511 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.734801 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.735080 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.735358 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.735637 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.735914 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.736201 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.736507 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.736788 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.737066 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.737359 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.737632 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.737907 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.738213 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.738502 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.738787 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.739074 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.739349 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.739633 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.739909 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.740184 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.740488 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.740768 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.741045 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.741333 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.741611 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.742067 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.742168 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.743000 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.743294 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:46:57.743602 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.743906 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.744213 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.744524 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.744827 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.745113 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.745407 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.745691 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.745987 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.746278 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.746567 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.746854 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.747151 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.747434 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.747735 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.748051 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.748374 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.748674 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.748958 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.749238 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.749515 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.749803 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.750093 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.750391 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.750684 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.750961 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.751248 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.751545 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.751834 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.752113 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.752422 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.752717 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.753005 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.753286 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.753578 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.753856 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.754131 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.754408 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.754691 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.754986 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.755270 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.755548 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.755821 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.756104 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.756409 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.756706 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.756986 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.757265 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.757541 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.757860 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.758153 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.758431 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.758718 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.758993 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.759278 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.759557 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.759833 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.760110 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.760416 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.760695 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.760968 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.761245 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.761528 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.761804 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.762077 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.762353 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.762630 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.762906 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.763201 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.763499 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.763784 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.764065 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.764373 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.764785 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.765241 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.765589 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.765833 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.766121 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.766406 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.766715 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.767008 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.767304 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.767599 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.767886 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.768190 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.768501 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.768792 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.769076 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.769361 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.769656 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.769946 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.770246 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.770544 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.770842 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.771140 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.771440 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.771725 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.772042 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.772358 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:46:57.772580 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 11 15:46:57.773085 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86741) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 11 15:46:58.166669 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO keyring.backend [-] Loading KWallet
Nov 11 15:46:58.174281 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO keyring.backend [-] Loading SecretService
Nov 11 15:46:58.177922 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO keyring.backend [-] Loading Windows
Nov 11 15:46:58.179296 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO keyring.backend [-] Loading chainer
Nov 11 15:46:58.179919 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO keyring.backend [-] Loading macOS
Nov 11 15:46:58.214371 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:46:58.214649 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:46:58.214939 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:46:58.215278 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 11 15:46:58.527732 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.527942 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.528217 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.529458 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.529735 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.530010 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.651643 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.651928 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.652203 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.665741 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.666025 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.666295 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.696302 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.696584 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.696849 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.735358 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.735970 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.735970 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.973189 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f72d7e2bd30> agent after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.973467 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f72d7e2bd30> agent after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.973739 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f72d7e2bdc0> segment precommit_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.974012 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f72d7e2b940> network precommit_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:58.974774 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f72d7d13430> segment before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.102890 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> network before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.103212 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f72d7b48280> agent before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.103494 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> network before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.103764 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> port before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.104028 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> port before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.104372 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> segment after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.104640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> segment precommit_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.104901 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> segment precommit_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.105159 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> segment after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.105442 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> network after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.105703 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> network precommit_delete 0 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.106115 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> port provisioning_complete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.106387 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.106649 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> rbac-policy after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.106919 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> agent after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.107194 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> subnet after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.107457 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> subnet precommit_delete 0 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.107731 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.107988 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.108296 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> segment_host_mapping after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.108653 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> port after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.108909 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> port after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.109160 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> port after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.109442 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.109693 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.109941 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72d897cbb0>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.110330 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 15:46:59.110570 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 15:46:59.110807 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 15:46:59.111044 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 15:46:59.111275 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 15:46:59.111509 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 15:46:59.111883 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 11 15:46:59.115227 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 11 15:46:59.119859 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 11 15:46:59.123783 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Nov 11 15:46:59.125532 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 11 15:46:59.125935 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 11 15:46:59.126273 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 11 15:46:59.126660 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 11 15:46:59.129792 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 11 15:46:59.130043 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 11 15:46:59.130397 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 11 15:46:59.158674 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 11 15:46:59.159138 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f72d7bb5670>> qos_plugin after_init 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.159444 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86741) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 11 15:46:59.159805 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f72d7bb5310>> logging-plugin after_init 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.161239 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86741) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 11 15:46:59.161533 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 11 15:46:59.161781 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 11 15:46:59.165646 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f72d7b92130>> floatingip before_response 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.165930 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f72d7b92130>> port before_response 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.227463 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 11 15:46:59.227639 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 11 15:46:59.227844 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 11 15:46:59.228228 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 11 15:46:59.261390 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_db.sqlalchemy.engines [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86741) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 11 15:46:59.596212 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Initializing driver for type 'gre'
Nov 11 15:46:59.596760 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] gre ID ranges: [(1, 1000)]
Nov 11 15:46:59.646217 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Initializing driver for type 'local'
Nov 11 15:46:59.646561 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Initializing driver for type 'vlan'
Nov 11 15:46:59.658745 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] VlanTypeDriver initialization complete
Nov 11 15:46:59.659079 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Initializing driver for type 'vxlan'
Nov 11 15:46:59.659551 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] vxlan ID ranges: [(1, 1000)]
Nov 11 15:46:59.708707 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Initializing extension driver 'port_security'
Nov 11 15:46:59.709045 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.extensions.port_security [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] PortSecurityExtensionDriver initialization complete
Nov 11 15:46:59.709374 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Initializing mechanism driver 'openvswitch'
Nov 11 15:46:59.709697 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Initializing mechanism driver 'hyperv'
Nov 11 15:46:59.716818 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.plugins.ml2.plugin [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:46:59.717566 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d7cc1520>> port after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.717931 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d7cc1520>> port after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.718275 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d7cc1520>> port after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.718656 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d7cc16d0>> subnet after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.719003 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d7cc16d0>> subnet after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.719342 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d7cc16d0>> subnet after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.719715 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fe880>> network after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.720057 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fe880>> network after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.720417 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fe880>> network after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.720789 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fea90>> security_group after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.721130 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fea90>> security_group after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.721464 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fea90>> security_group after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.721833 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fed30>> security_group_rule after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.722171 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fed30>> security_group_rule after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.722509 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fed30>> security_group_rule after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.722876 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fef70>> address_group after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.723211 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fef70>> address_group after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.723541 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72d76fef70>> address_group after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.723877 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] ML2 OVO RPC backend initialized. {{(pid=86741) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 11 15:46:59.724670 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> router_interface after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.725017 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> router_interface after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.725426 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> network before_response 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.725764 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> networks before_response 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.726106 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> port before_response 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.726443 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> ports before_response 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.727428 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> subnet before_response 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.727793 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> subnets before_response 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.728135 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> network after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.728499 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> network after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.728832 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> network after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.729163 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> port after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.729493 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> port after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.729821 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> port after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.730148 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> subnet after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.730476 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> subnet after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.730801 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72d7706370>> subnet after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.731366 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.plugin [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Modular L2 Plugin initialization complete
Nov 11 15:46:59.731688 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading services supported by the core plugin {{(pid=86741) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 11 15:46:59.732010 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.plugins.ml2.managers [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Got port-security extension from driver 'port_security'
Nov 11 15:46:59.732503 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.extensions.vlantransparent [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Disabled vlantransparent extension.
Nov 11 15:46:59.732985 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86741) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 11 15:46:59.733294 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading Plugin: router
Nov 11 15:46:59.769775 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router_interface before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.770324 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router after_create 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.770506 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router before_create 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.770866 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router_interface before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.771304 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router_interface after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.771656 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router after_delete 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.772011 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> floatingip after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.772395 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router after_create 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.772991 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router after_update 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.773982 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router after_update 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.774362 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router_gateway after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.774717 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router after_update 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.775123 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router precommit_update 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.775487 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f72d7d8e040> port after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.775821 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f72d7d8e1f0> port after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.776152 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f72d7d8e160> subnet after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.776511 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f72d7d8e0d0> subnetpool_address_scope after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.776856 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> port precommit_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.777197 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router precommit_create 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.777533 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f72d7d7c8b0> port before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.777880 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router precommit_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.778250 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router after_update 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.778595 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router precommit_delete 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.778939 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router precommit_create 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.779297 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router_interface after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.779639 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> router precommit_update 55549900 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.779999 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> agent after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.780372 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> agent after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.780715 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72d7706490>> network after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.781581 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Tracking information for resource: router configured {{(pid=86741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 15:46:59.781904 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Tracking information for resource: floatingip configured {{(pid=86741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 15:46:59.787041 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.db.l3_agentschedulers_db [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 11 15:46:59.787610 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f72d76790d0> port after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.787966 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f72d766ff70> port after_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.788363 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function _notify_port_delete at 0x7f72d7679040> port after_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.788761 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f72d76793a0> port after_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.789542 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72d7611ca0>> router before_create 55550100 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.789899 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72d7611ca0>> router precommit_delete 55550100 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.790255 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72d7611ca0>> router precommit_create 55550100 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.790605 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72d7611ca0>> router precommit_update 55550100 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.795215 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.services.provider_configuration [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service providers = [] {{(pid=86741) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 11 15:46:59.795575 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.db.servicetype_db [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86741) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 11 15:46:59.798567 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.services.service_base [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 11 15:46:59.798914 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.services.service_base [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 11 15:46:59.799250 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.services.service_base [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 11 15:46:59.800321 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.services.service_base [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 11 15:46:59.800690 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.services.service_base [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 11 15:46:59.801064 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 11 15:46:59.801379 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 11 15:46:59.811973 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 11 15:46:59.812342 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading Plugin: auto_allocate
Nov 11 15:46:59.818331 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f72d7647790> network precommit_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.818698 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f72d7647790> network precommit_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.819208 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 11 15:46:59.819522 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading Plugin: tag
Nov 11 15:46:59.826817 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 11 15:46:59.827146 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading Plugin: timestamp
Nov 11 15:46:59.831040 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 11 15:46:59.831364 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading Plugin: network_ip_availability
Nov 11 15:46:59.837340 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72d75d5f70>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.837706 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72d75d5f70>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.838057 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72d75d5f70>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:46:59.838764 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 11 15:46:59.839080 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading Plugin: flavors
Nov 11 15:46:59.844028 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 11 15:46:59.844396 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading Plugin: revisions
Nov 11 15:46:59.848758 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 11 15:46:59.849153 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_concurrency.lockutils [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.634s {{(pid=86741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:46:59.849899 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86741) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 11 15:46:59.850233 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Initializing extension manager.
Nov 11 15:46:59.850734 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: __init__.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.851070 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: __pycache__ {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.851399 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.851749 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: address_group.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.852606 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.853172 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: address-group
Nov 11 15:46:59.853488 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: address_scope.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.854196 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.854694 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: address-scope
Nov 11 15:46:59.855008 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.855934 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.856467 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: router-admin-state-down-before-update
Nov 11 15:46:59.856786 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: agent.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.857480 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.857979 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: agent
Nov 11 15:46:59.858295 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: agent_resources_synced.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.859198 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.859699 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: agent-resources-synced
Nov 11 15:46:59.860017 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.861824 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.862337 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: allowed-address-pairs
Nov 11 15:46:59.862656 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.863733 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.864261 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: auto-allocated-topology
Nov 11 15:46:59.864581 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: availability_zone.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.865337 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.865838 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: availability_zone
Nov 11 15:46:59.866151 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: availability_zone_filter.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.867090 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.867590 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: availability_zone_filter
Nov 11 15:46:59.867904 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: data_plane_status.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.868838 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.869338 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 11 15:46:59.869652 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: default_subnetpools.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.870567 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.871065 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: default-subnetpools
Nov 11 15:46:59.871384 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.872182 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.872702 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: dhcp_agent_scheduler
Nov 11 15:46:59.873018 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: dns.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.873920 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.874412 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension dns-integration not supported by any of loaded plugins
Nov 11 15:46:59.874726 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: dns_domain_ports.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.875634 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.876132 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 11 15:46:59.876482 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: dvr.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.877146 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.877646 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: dvr
Nov 11 15:46:59.877963 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: empty_string_filtering.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.878864 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.879366 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: empty-string-filtering
Nov 11 15:46:59.879683 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.880673 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.881170 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 11 15:46:59.881486 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.882392 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.883430 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 11 15:46:59.883745 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: external_net.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.884683 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.885192 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: external-net
Nov 11 15:46:59.885507 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.886408 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.886905 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: extra_dhcp_opt
Nov 11 15:46:59.887240 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: extraroute.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.888140 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.888661 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: extraroute
Nov 11 15:46:59.888977 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: extraroute_atomic.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.890002 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.890499 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: extraroute-atomic
Nov 11 15:46:59.890819 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: filter_validation.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.891473 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.891966 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: filter-validation
Nov 11 15:46:59.892309 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: fip_pf_description.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.894652 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.895161 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 11 15:46:59.895485 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: fip_port_details.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.896447 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.896950 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: fip-port-details
Nov 11 15:46:59.897268 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: flavors.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.899286 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.899792 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: flavors
Nov 11 15:46:59.900114 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.901801 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.902311 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 11 15:46:59.902636 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: floatingip_pools.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.903327 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.903824 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: floatingip-pools
Nov 11 15:46:59.904141 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: ip_allocation.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.905096 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.905593 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 11 15:46:59.905907 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.906820 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.907342 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: ip-substring-filtering
Nov 11 15:46:59.907661 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: l2_adjacency.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.908613 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.909113 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 11 15:46:59.909426 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: l3.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.910378 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.910887 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: router
Nov 11 15:46:59.911204 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.913692 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.914144 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 11 15:46:59.914373 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.915297 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.915806 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: ext-gw-mode
Nov 11 15:46:59.916131 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.918485 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.918993 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: l3-ha
Nov 11 15:46:59.919311 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: l3_flavors.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.920234 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.920753 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: l3-flavors
Nov 11 15:46:59.921070 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.922007 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.922503 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 11 15:46:59.922818 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: l3agentscheduler.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.923845 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.924377 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: l3_agent_scheduler
Nov 11 15:46:59.924699 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: logging.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.926181 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.926696 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension logging not supported by any of loaded plugins
Nov 11 15:46:59.927023 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: metering.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.927826 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.928428 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: metering
Nov 11 15:46:59.928752 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.929867 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.930372 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: metering_source_and_destination_fields
Nov 11 15:46:59.930694 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: multiprovidernet.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.931734 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.932236 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: multi-provider
Nov 11 15:46:59.932583 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: netmtu.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.933493 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.933989 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: net-mtu
Nov 11 15:46:59.934309 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: netmtu_writable.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.935218 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.935716 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: net-mtu-writable
Nov 11 15:46:59.936036 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: network_availability_zone.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.936733 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.937235 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: network_availability_zone
Nov 11 15:46:59.937551 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: network_ip_availability.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.938626 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.939130 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: network-ip-availability
Nov 11 15:46:59.939451 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: network_segment_range.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.940201 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.940725 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 11 15:46:59.941043 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: pagination.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.942018 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.942341 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: pagination
Nov 11 15:46:59.942656 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: port_device_profile.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.943630 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.944128 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: port-device-profile
Nov 11 15:46:59.944480 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.945931 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.946425 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: port-mac-address-regenerate
Nov 11 15:46:59.946741 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.947645 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.948139 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: port-numa-affinity-policy
Nov 11 15:46:59.948547 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: port_resource_request.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.949450 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.949943 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 11 15:46:59.950256 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: portbindings.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.951179 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.951676 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: binding
Nov 11 15:46:59.951996 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: portbindings_extended.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.953304 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.953811 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: binding-extended
Nov 11 15:46:59.954134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: portsecurity.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.955041 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.955542 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: port-security
Nov 11 15:46:59.955860 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: project_id.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.956866 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.957193 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: project-id
Nov 11 15:46:59.957511 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: providernet.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.958467 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.958987 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: provider
Nov 11 15:46:59.959303 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.963507 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.964014 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos not supported by any of loaded plugins
Nov 11 15:46:59.964374 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.965609 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.966118 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 11 15:46:59.966438 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.967349 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.967852 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 11 15:46:59.968169 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos_default.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.969101 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.969603 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos-default not supported by any of loaded plugins
Nov 11 15:46:59.969921 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos_fip.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.970569 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.971066 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos-fip not supported by any of loaded plugins
Nov 11 15:46:59.971385 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.972331 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.972833 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 11 15:46:59.973153 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.974058 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.974552 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 11 15:46:59.974869 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.975774 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.976292 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 11 15:46:59.976639 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: qos_rules_alias.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.977671 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.978172 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 11 15:46:59.978490 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: quotasv2.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.979378 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.979826 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: quotas
Nov 11 15:46:59.980150 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: quotasv2_detail.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.981793 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.982131 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: quota_details
Nov 11 15:46:59.982452 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: rbac.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.983490 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.984000 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: rbac-policies
Nov 11 15:46:59.984348 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: rbac_address_group.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.985271 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.985775 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: rbac-address-group
Nov 11 15:46:59.986089 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: rbac_address_scope.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.986997 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.987496 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: rbac-address-scope
Nov 11 15:46:59.987810 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: rbac_security_groups.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.988744 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.989245 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: rbac-security-groups
Nov 11 15:46:59.989562 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.990560 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.991054 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: rbac-subnetpool
Nov 11 15:46:59.991369 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: revisionifmatch.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.992330 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.992831 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: revision-if-match
Nov 11 15:46:59.993144 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: revisions.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.994253 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.994752 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: standard-attr-revisions
Nov 11 15:46:59.995067 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: router_availability_zone.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.995735 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.996234 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: router_availability_zone
Nov 11 15:46:59.996576 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: routerservicetype.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.997494 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.997995 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension router-service-type not supported by any of loaded plugins
Nov 11 15:46:59.998312 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:46:59.999290 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:46:59.999788 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: security-groups-normalized-cidr
Nov 11 15:47:00.000104 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.001042 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.001540 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: port-security-groups-filtering
Nov 11 15:47:00.001863 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.002776 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.003275 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: security-groups-remote-address-group
Nov 11 15:47:00.003594 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: securitygroup.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.013887 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.014406 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: security-group
Nov 11 15:47:00.014731 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: segment.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.015507 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.016006 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension segment not supported by any of loaded plugins
Nov 11 15:47:00.016349 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.017281 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.017784 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 11 15:47:00.018104 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: servicetype.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.019250 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.019773 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: service-type
Nov 11 15:47:00.020136 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: sorting.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.021419 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.021743 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: sorting
Nov 11 15:47:00.022057 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: standard_attr_segment.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.023248 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.024354 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 11 15:47:00.024672 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: standardattrdescription.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.025324 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.025820 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: standard-attr-description
Nov 11 15:47:00.026148 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: stateful_security_group.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.027066 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.027674 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: stateful-security-group
Nov 11 15:47:00.027875 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: stdattrs_common.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.028486 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 11 15:47:00.028808 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.029915 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.030338 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 11 15:47:00.030654 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: subnet_onboard.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.031859 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.032351 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: subnet_onboard
Nov 11 15:47:00.032718 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.033657 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.034155 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 11 15:47:00.034474 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: subnet_service_types.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.035525 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.036027 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: subnet-service-types
Nov 11 15:47:00.036369 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: subnetallocation.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.037578 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.038083 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: subnet_allocation
Nov 11 15:47:00.038411 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.039332 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.039623 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: subnetpool-prefix-ops
Nov 11 15:47:00.040095 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.041208 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.041870 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 11 15:47:00.042173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: tagging.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.043270 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.043781 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: standard-attr-tag
Nov 11 15:47:00.044109 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: timestamp.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.045329 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.045873 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loaded extension: standard-attr-timestamp
Nov 11 15:47:00.046196 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: trunk.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.047239 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.047742 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension trunk not supported by any of loaded plugins
Nov 11 15:47:00.048100 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: trunk_details.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.049044 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.049553 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension trunk-details not supported by any of loaded plugins
Nov 11 15:47:00.049874 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.050791 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.051292 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 11 15:47:00.051613 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Loading extension file: vlantransparent.py {{(pid=86741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 11 15:47:00.052397 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 11 15:47:00.052904 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 11 15:47:00.055419 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:network
Nov 11 15:47:00.056145 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:subnet
Nov 11 15:47:00.056991 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 15:47:00.057604 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:port
Nov 11 15:47:00.058984 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.059508 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service FLAVORS assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.060135 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.060612 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.060941 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:router
Nov 11 15:47:00.061595 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:floatingip
Nov 11 15:47:00.062303 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service METERING assigned prefix: /metering {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.063752 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72d75197f0>> rbac-policy before_create 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:47:00.064120 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72d75197f0>> rbac-policy before_update 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:47:00.064491 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72d75197f0>> rbac-policy before_delete 55550000 {{(pid=86741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:47:00.065629 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 11 15:47:00.066071 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:security_group
Nov 11 15:47:00.066734 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 11 15:47:00.067468 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service CORE assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.067822 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 15:47:00.068230 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] subnetpool is already registered
Nov 11 15:47:00.068887 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service CORE assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.069237 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 15:47:00.069566 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] subnetpool is already registered
Nov 11 15:47:00.072690 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.073118 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service FLAVORS assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.073710 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.074340 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.074423 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:router
Nov 11 15:47:00.074752 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] router is already registered
Nov 11 15:47:00.075352 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:floatingip
Nov 11 15:47:00.075675 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] floatingip is already registered
Nov 11 15:47:00.076396 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service METERING assigned prefix: /metering {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.077069 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 11 15:47:00.077395 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] rbac_policy is already registered
Nov 11 15:47:00.077947 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:security_group
Nov 11 15:47:00.078281 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] security_group is already registered
Nov 11 15:47:00.078864 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 11 15:47:00.079189 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] security_group_rule is already registered
Nov 11 15:47:00.079826 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service CORE assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.080148 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 15:47:00.080507 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] subnetpool is already registered
Nov 11 15:47:00.081097 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.v2.resource_helper [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Service CORE assigned prefix:  {{(pid=86741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 11 15:47:00.081419 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 15:47:00.081744 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING neutron.quota.resource_registry [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] subnetpool is already registered
Nov 11 15:47:00.082368 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: extensions {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.083870 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: address-groups {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.085517 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: address-scopes {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.086988 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: agents {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.088672 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: auto-allocated-topology {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.089908 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: availability_zones {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.091231 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: dhcp-networks {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.092699 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: dhcp-agents {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.094145 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: routers {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.097025 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: flavors {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.098205 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: service_profiles {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.099464 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: next_providers {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.101073 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: service_profiles {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.102575 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: floatingip-pools {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.103883 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: routers {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.105630 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: floatingips {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.106826 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: l3-routers {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.108229 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: l3-agents {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.109662 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: metering-labels {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.111018 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: metering-label-rules {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.112317 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: network-ip-availabilities {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.113570 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: bindings {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.115237 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: quotas {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.116712 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: quotas {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.118645 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: rbac-policies {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.119938 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: security-groups {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.121273 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: security-group-rules {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.122504 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: service-providers {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.123780 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: subnetpools {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.125235 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: subnetpools {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.126688 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.128404 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.130235 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.132118 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.134519 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.136402 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.138121 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.140030 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.141837 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.143679 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron.api.extensions [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Extended resource: tags {{(pid=86741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 11 15:47:00.150296 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING keystonemiddleware.auth_token [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 11 15:47:00.155055 dv-cinder-811151-2-iscsi neutron-server[86741]: WARNING keystonemiddleware.auth_token [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 11 15:47:00.163489 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_concurrency.lockutils [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Acquired lock "singleton_lock" {{(pid=86741) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 11 15:47:00.163991 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_concurrency.lockutils [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Releasing lock "singleton_lock" {{(pid=86741) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 11 15:47:00.164667 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO oslo_service.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Starting 2 workers
Nov 11 15:47:00.169334 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Started child 86846 {{(pid=86741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 11 15:47:00.173738 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Started child 86847 {{(pid=86741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 11 15:47:00.174216 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:00.175423 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO neutron.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 11 15:47:00.175806 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [-] (86846) wsgi starting up on http://0.0.0.0:9696
Nov 11 15:47:00.175963 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Notify callbacks [] for process, before_spawn {{(pid=86741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:00.178118 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:00.182871 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO oslo_service.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Starting 1 workers
Nov 11 15:47:00.182976 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [-] (86847) wsgi starting up on http://0.0.0.0:9696
Nov 11 15:47:00.184143 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Started child 86848 {{(pid=86741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 11 15:47:00.184743 dv-cinder-811151-2-iscsi neutron-server[86741]: INFO oslo_service.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Starting 1 workers
Nov 11 15:47:00.187837 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] calling RpcWorker wait() {{(pid=86848) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 11 15:47:00.188465 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] returning from RpcWorker wait() {{(pid=86848) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 11 15:47:00.189185 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Started child 86849 {{(pid=86741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 11 15:47:00.189731 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:00.189983 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG neutron_lib.callbacks.manager [None req-178dc7f0-6753-4cd7-8c42-ff19974084b0 None None] Notify callbacks [] for process, after_spawn {{(pid=86741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:00.190191 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:00.191850 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86741) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 11 15:47:00.192043 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 15:47:00.192231 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 11 15:47:00.192483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 11 15:47:00.192814 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 11 15:47:00.192979 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 11 15:47:00.193493 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.193772 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.194051 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.194338 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.194433 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:00.194895 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.198871 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.198871 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199096 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:00.199173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199173 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.199640 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.200109 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.200356 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.200622 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.200826 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.201076 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.201335 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.201566 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.201846 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.202076 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.202311 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.202569 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.202823 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.203068 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.203305 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.203522 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.203774 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.204003 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.204499 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] host                           = dv-cinder-811151-2-iscsi {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.204725 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.204946 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.205202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.205457 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.205702 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.205918 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.206179 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.206431 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.206692 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.206933 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.207189 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.207427 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.207655 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.207898 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.208062 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.208297 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.208632 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.208899 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.209088 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.209351 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.209484 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.209641 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.209803 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.210043 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.210281 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.210514 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.210726 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.211028 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.211216 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.211514 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.211723 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.211962 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.212134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.212415 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.212658 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.212881 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.213153 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.213362 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.213598 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.213813 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.214031 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.214276 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.214491 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.214701 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.214956 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.215170 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.215412 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.215644 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.215885 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.216114 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.216366 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.216600 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.216861 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.217090 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.217355 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.217739 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.217877 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.218054 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.218273 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.218486 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.218758 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.218911 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.219155 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.219388 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.219582 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.220026 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.220137 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.220380 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.220667 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.221172 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.221343 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.222039 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.222039 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.222201 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.222380 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.223591 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.223591 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.223591 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.223591 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.223591 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.224147 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.224288 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.224543 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.224832 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.225224 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.225496 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.225784 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.227851 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.227851 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.227851 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.227851 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.227851 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.227851 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.227851 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.227851 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.228858 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.228858 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.228858 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.228858 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.229141 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.229141 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.229362 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.229585 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231134 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231615 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231615 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.231863 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.232087 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.232343 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.232562 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.232792 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234038 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234038 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234038 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234038 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234038 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234373 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234373 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234511 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234737 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.234950 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.235161 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.235382 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.235621 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.235881 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.236099 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.236333 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.236544 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.236759 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.236998 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.237237 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.237449 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.237673 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.237884 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.238094 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.238333 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.238553 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.238791 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.239010 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.239244 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.239467 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.239775 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.240048 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.240287 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.240508 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.240726 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.240934 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.241230 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.241572 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.241823 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.242593 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.242835 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245202 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245731 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245731 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245731 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245731 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.245979 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.246251 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.246454 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.246691 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.246924 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.247182 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.247465 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.247717 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.248000 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.248256 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.248544 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.248791 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.249093 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.249398 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.249665 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.249988 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.250251 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.250521 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.250779 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.251035 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.251295 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.251528 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.251788 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.252024 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.252306 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.252533 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.252808 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.253065 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.253285 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.253499 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.253745 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.254077 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.254343 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.254559 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.254783 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.255067 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.255402 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.255682 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.255962 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.256234 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.256600 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.256873 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.257111 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.257361 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.257632 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.258438 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.258677 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.258925 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.259164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.259412 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.259630 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.259846 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.260115 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.260372 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.260612 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.260843 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.261079 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.261346 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.261586 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.261818 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.262041 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.262299 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.262502 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.262728 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.262955 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.263186 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.263449 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.263668 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.263953 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.264204 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.264447 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.264677 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.264927 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.265180 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.265400 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.265648 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.265888 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.266104 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.266321 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.266589 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.266828 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.267060 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.267288 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.267547 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.267797 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.268047 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.268417 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.268684 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.268914 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.269162 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.269421 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.269619 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.269857 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.270076 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.270293 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.270535 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.270769 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.271043 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.271282 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.271523 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.271734 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.271964 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.272439 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.273132 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.273397 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.273700 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.273947 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.274187 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.274426 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.274660 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.274895 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.275105 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.275473 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.275699 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.275929 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.276163 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.276391 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.276611 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.276840 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.277042 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.277354 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.277605 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.277827 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.278117 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.278348 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.278578 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.278834 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.279136 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.279360 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.279620 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.279890 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.280107 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.280383 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.280630 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.280960 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.281271 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.281533 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.281788 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.282088 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.282367 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.282782 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.283006 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.283307 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.283654 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.283936 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.284198 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.284494 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.284799 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.285032 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.285252 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.285897 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.285897 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.286099 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.286180 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.286406 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.286632 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.286843 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.287066 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.287311 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.287538 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.287770 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.287989 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.288205 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.288392 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 11 15:47:00.288928 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86741) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 11 15:47:00.289093 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 15:47:00.289248 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 11 15:47:00.289418 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 11 15:47:00.289590 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 11 15:47:00.289742 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 11 15:47:00.289948 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.290113 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.290275 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.290435 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.290592 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.290772 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.290930 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.291250 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.291396 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.291552 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.291713 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.291872 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.292028 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.292353 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.292518 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.292678 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.292839 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.293000 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.293166 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.293327 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.293486 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.293646 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.293808 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.293968 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.294172 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.294337 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.294495 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.294654 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.294816 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.294977 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.295133 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.295292 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.295450 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.295606 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.295765 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.295922 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.296079 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.296236 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.296418 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.296577 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.296735 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] host                           = dv-cinder-811151-2-iscsi {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.296894 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.297052 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.297210 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.297367 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.297526 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.297684 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.297841 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.297998 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.298157 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.298314 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.298473 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.298632 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.298790 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.298950 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.299109 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.299267 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.299425 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.299583 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.299757 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.299919 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.300079 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.300236 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.300728 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.300728 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.300728 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.300996 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.300996 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.301139 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.301302 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.301497 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.301642 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.301781 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.301997 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.302137 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.302275 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.302489 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.302625 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.302761 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.302920 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.303078 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.303229 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.303373 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.303527 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.303685 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.303827 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.304029 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.304128 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.304308 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.304473 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.305166 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.305473 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.305473 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.305830 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.305830 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.306213 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.306213 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.306213 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.306628 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.306628 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.306628 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.306857 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.306936 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.307050 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.307209 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.307373 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.307521 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.307829 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.307996 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.308158 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 11 15:47:00.308367 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.308531 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.308704 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.308865 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.309027 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.309188 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.309349 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.309510 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.309661 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.309816 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.309991 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311658 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311658 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311658 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311658 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.311930 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.312009 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.312388 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.312388 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.312582 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.312582 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.312733 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.312879 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.313049 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.313209 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.313369 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.313529 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.313691 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.313865 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.313999 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.314162 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.314321 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.314639 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.314799 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.315112 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.315334 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.315429 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.315586 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.315747 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.315909 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.316072 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.316237 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.316421 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.316595 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.316757 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.316922 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.317086 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.317243 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.317402 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.317562 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.317722 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.317980 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.318146 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.318306 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.318480 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.318791 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.318954 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.319116 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.319277 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.319439 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.319600 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.319762 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.319927 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.320091 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.320805 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.320977 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.321140 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.321300 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.321547 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.321642 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.321869 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.321979 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.322081 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.322260 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.322409 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.322565 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.322706 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.322878 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.323056 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.323220 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.323380 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.323534 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.323695 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.323857 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.324018 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.324178 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.324360 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.324596 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.324701 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.324826 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.325048 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.325215 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.325455 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.325550 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.325677 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.325837 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.325997 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.326169 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.326319 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:00.326455 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.326455 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.326609 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.326756 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.326916 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.327179 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.327279 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.327441 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.327551 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.327716 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.327869 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.328039 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.328199 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.328387 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.328548 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.328708 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.328868 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.329028 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.329188 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.329349 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.329509 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.329669 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.329837 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.330008 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.330167 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.330328 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.330623 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.330715 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.330796 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.330952 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.331111 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.331270 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.331431 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.331601 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.331749 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.331922 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.332068 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.332229 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.332412 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.332574 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.332734 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.332893 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.333052 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.333213 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.333402 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.333636 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.333636 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.334136 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.334136 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.334321 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.334402 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.334524 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.334925 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.334925 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.336130 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.336130 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.336130 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.336130 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.336130 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.336130 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.338325 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.338325 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.338325 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.338325 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.338325 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.338325 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.338325 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.338325 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339165 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339165 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339165 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339165 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339165 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339165 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339165 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339165 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339806 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339806 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339806 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339806 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339806 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339806 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339806 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.339806 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.340536 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.340536 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.340536 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.340536 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.340536 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.340943 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.340943 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.340943 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.341195 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.341301 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.341405 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.341534 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.341695 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.341855 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.342018 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.342179 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.342340 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.342513 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.342674 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.343047 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.343047 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.343260 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.343374 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.343481 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.343586 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.343741 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.343901 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.344071 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.344232 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.344416 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.344574 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.344739 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.344907 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.345228 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.345380 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.345547 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.345708 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.345869 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.346030 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.346206 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.346359 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.346522 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.346680 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.346841 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.347001 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.347164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.347332 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.347508 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.347671 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.348004 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.348164 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.348379 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.348509 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.348663 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.348831 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.349005 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.349166 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.349327 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.349519 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.349655 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.349795 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.351483 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.352512 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.352512 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.352512 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.352512 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.352512 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 11 15:47:00.352512 dv-cinder-811151-2-iscsi neutron-server[86741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 11 15:47:00.529483 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50608) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:00.538139 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064559
Nov 11 15:47:11.592194 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa39a4-0dba-4cab-b1ac-424197d943f0 None None] get_active_networks_info from dv-cinder-811151-2-iscsi {{(pid=86848) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 11 15:47:11.677092 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa39a4-0dba-4cab-b1ac-424197d943f0 None None] No non-hosted networks {{(pid=86848) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 11 15:47:11.701620 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.agentschedulers_db [None req-91aa39a4-0dba-4cab-b1ac-424197d943f0 None None] DHCP Agent not found on host dv-cinder-811151-2-iscsi {{(pid=86848) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 11 15:47:11.851676 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7730c94c-3718-4c37-8b91-71cd62d6977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-841302'] for agent, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:11.893202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-841302'] for agent, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:11.893896 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.894395 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.894938 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.898706 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.899407 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.899994 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.900755 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.901527 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.902126 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.902589 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.903074 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.903536 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:11.904116 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f72d68f9ee0>, 'Open vSwitch agent', 'dv-cinder-811151-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:11.915240 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f72d69132b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811151-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:14.065270 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b2642f05-c7ff-4cc8-bd7a-7b6297ab087f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-841302'] for agent, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:14.114804 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5b073c5b-07f6-4bfb-81e8-d050d52b1f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:15.099069 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-841302'] for agent, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:16.632669 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-841302'] for agent, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:18.406138 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50704) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:19.018375 dv-cinder-811151-2-iscsi neutron-server[86847]: WARNING oslo_policy.policy [None req-2ad3e74b-3b34-452a-9e16-fbd00f513aa5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 11 15:47:19.018931 dv-cinder-811151-2-iscsi neutron-server[86847]: WARNING oslo_policy.policy [None req-2ad3e74b-3b34-452a-9e16-fbd00f513aa5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 11 15:47:19.101260 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.db.l3_hamode_db [None req-da8cf573-beeb-4491-81d8-2638185fc34e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 11 15:47:19.188559 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cf573-beeb-4491-81d8-2638185fc34e None None] Routers set() bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:47:19.188859 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cf573-beeb-4491-81d8-2638185fc34e None None] Router IDs set() for agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 11 15:47:19.237817 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [None req-2ad3e74b-3b34-452a-9e16-fbd00f513aa5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:47:19.238894 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-2ad3e74b-3b34-452a-9e16-fbd00f513aa5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8318176
Nov 11 15:47:21.629543 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50718) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:22.017992 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:47:22.120669 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.policy [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86847) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 11 15:47:22.167255 dv-cinder-811151-2-iscsi neutron-server[86847]: WARNING oslo_policy.policy [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 11 15:47:22.167632 dv-cinder-811151-2-iscsi neutron-server[86847]: WARNING oslo_policy.policy [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 11 15:47:22.176178 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.quota [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f72d6f74490>.
Nov 11 15:47:22.195020 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:47:22.257044 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758205533437', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758205533896', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758205539752', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758205551122', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758205557755', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758205566237', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16207948', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15875660', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-956160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-940936'] for rbac-policy, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:22.322951 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:22.324126 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-28cfc7ff-e3cf-42d3-bb7b-f969d419163f admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6936452
Nov 11 15:47:24.972561 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50732) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:25.333677 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Request body: {'network': {'project_id': '1e414c6333924570a06e0417c656a5b2', 'name': 'private', 'admin_state_up': True}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:47:25.338768 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:47:25.343277 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Usage tracker for resource:network and tenant:1e414c6333924570a06e0417c656a5b2 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:47:25.347846 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:47:25.354540 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:47:25.364208 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Made reservation on behalf of 1e414c6333924570a06e0417c656a5b2 for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:47:25.367934 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:25.385615 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:25.400164 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:47:25.403878 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e414c6333924570a06e0417c656a5b2 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:47:25.409164 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:47:25.415377 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:47:25.518789 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:25.523304 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:25.527733 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:25.549455 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:47:25.575381 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758201560028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:25.575907 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f72d7e2bdc0> segment precommit_create {{(pid=86847) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 11 15:47:25.576418 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Added segment 7a8413d4-ae5f-4505-b5af-a6c41694a67a of type vlan for network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05
Nov 11 15:47:25.585546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14b7d26-3e19-4b2b-9385-1e6ad067e815,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:25.641251 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.641592 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.641915 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.642228 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.642536 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.642861 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.643171 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.643475 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.643777 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.644076 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.644400 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.644698 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Tracked resource versions report:
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]: pushed versions:
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]: {   'AddressGroup': {'1.2'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'ConntrackHelper': {'1.0'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Log': {'1.0'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Network': {'1.1'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Port': {'1.7'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'PortForwarding': {'1.2'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'QosPolicy': {'1.8'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'SecurityGroup': {'1.4'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'SecurityGroupRule': {'1.2'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'SubPort': {'1.0'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Subnet': {'1.1'},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Trunk': {'1.1'}}
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]: consumer versions:
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]: {   DHCP agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     L3 agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     Metadata agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     Metering agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:     Open vSwitch agent@dv-cinder-811151-2-iscsi: {   'AddressGroup': '1.2',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'ConntrackHelper': '1.0',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Log': '1.0',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Network': '1.1',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Port': '1.7',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'PortForwarding': '1.2',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'QosPolicy': '1.8',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'SecurityGroup': '1.4',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'SecurityGroupRule': '1.2',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'SubPort': '1.0',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Subnet': '1.1',
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Trunk': '1.1'}}
Nov 11 15:47:25.645773 dv-cinder-811151-2-iscsi neutron-server[86847]:  {{(pid=86847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 11 15:47:25.695265 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:25.701522 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:25.743312 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:25.744939 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:47:25.745610 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:25.750772 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:25.858087 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8842967
Nov 11 15:47:25.858707 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:25.862439 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:25.871159 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:47:28.574958 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50748) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:29.045582 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c02c87-595f-4194-851a-89be9a49907f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:47:29.046872 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-59c02c87-595f-4194-851a-89be9a49907f admin admin] 10.222.0.24 "GET /v2.0/networks/ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 HTTP/1.1" status: 200  len: 825 time: 0.4709373
Nov 11 15:47:29.074888 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-73f2d6f1-b3a9-468d-ab91-8e921a1d135c admin admin] 10.222.0.24 "GET /v2.0/subnetpools/fbc8e7d8-f5eb-4766-b66f-ea5c2f289a69 HTTP/1.1" status: 200  len: 734 time: 0.0225999
Nov 11 15:47:29.083802 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Request body: {'subnet': {'subnetpool_id': 'fbc8e7d8-f5eb-4766-b66f-ea5c2f289a69', 'ip_version': 4, 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'gateway_ip': '172.20.0.1', 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'name': 'private-subnet'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:47:29.089363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:47:29.093176 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Usage tracker for resource:subnet and tenant:1e414c6333924570a06e0417c656a5b2 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:47:29.096084 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:47:29.101810 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:47:29.112920 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Made reservation on behalf of 1e414c6333924570a06e0417c656a5b2 for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:47:29.115308 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:29.397615 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:29.401566 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:29.491801 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Checking segment: {'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:47:29.492174 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Network hostable DHCP agents. Network: ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:47:29.499540 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315d1c92-abcb-4067-98f2-9a17cca94982,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:29.506865 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:29.517901 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:47:29.527612 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:47:29.532326 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:47:29.532963 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:29.536865 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cff162-f8b8-49c8-9c84-37be1d8eec40 None None] Network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:47:29.554183 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4738398
Nov 11 15:47:29.945407 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'fixed_ips': [{'subnet_id': '315d1c92-abcb-4067-98f2-9a17cca94982'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 15:47:29.946622 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:30.140947 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Allocated IP 172.20.0.2 (ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05/315d1c92-abcb-4067-98f2-9a17cca94982/b4e49289-6388-43bf-b893-8d6197340572) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:47:30.384255 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:30.399231 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Transition to ACTIVE for port object b4e49289-6388-43bf-b893-8d6197340572 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:47:30.420365 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Transition to ACTIVE for port object b4e49289-6388-43bf-b893-8d6197340572 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:47:30.427554 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:30.432347 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:30.492202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:47:30.493435 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:47:30.496765 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:47:30.574723 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Pushing event updated for resources: {'Port': ['ID=b4e49289-6388-43bf-b893-8d6197340572,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:30.590816 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.591145 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.591466 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.591783 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.592096 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.592431 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.592742 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.593049 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.593372 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.593678 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.593983 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.594284 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Tracked resource versions report:
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]: pushed versions:
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]: {   'AddressGroup': {'1.2'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'ConntrackHelper': {'1.0'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Log': {'1.0'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Network': {'1.1'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Port': {'1.7'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'PortForwarding': {'1.2'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'QosPolicy': {'1.8'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'SecurityGroup': {'1.4'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'SecurityGroupRule': {'1.2'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'SubPort': {'1.0'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Subnet': {'1.1'},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Trunk': {'1.1'}}
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]: consumer versions:
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]: {   DHCP agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     L3 agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     Metadata agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     Metering agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:     Open vSwitch agent@dv-cinder-811151-2-iscsi: {   'AddressGroup': '1.2',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'ConntrackHelper': '1.0',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Log': '1.0',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Network': '1.1',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Port': '1.7',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'PortForwarding': '1.2',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'QosPolicy': '1.8',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'SecurityGroup': '1.4',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'SecurityGroupRule': '1.2',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'SubPort': '1.0',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Subnet': '1.1',
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Trunk': '1.1'}}
Nov 11 15:47:30.595397 dv-cinder-811151-2-iscsi neutron-server[86848]:  {{(pid=86848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 11 15:47:30.599791 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:30.615731 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Attempting to bind port b4e49289-6388-43bf-b893-8d6197340572 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:47:30.616129 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Attempting to bind port b4e49289-6388-43bf-b893-8d6197340572 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:47:30.616578 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Attempting to bind port b4e49289-6388-43bf-b893-8d6197340572 on network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:47:30.622095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:47:30.622485 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Checking segment: {'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:47:30.622986 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:30.623372 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Bound using segment: {'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:47:30.623869 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Bound port: b4e49289-6388-43bf-b893-8d6197340572, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:47:30.624266 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:30.737609 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] For port b4e49289-6388-43bf-b893-8d6197340572, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:47:30.742228 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] For port b4e49289-6388-43bf-b893-8d6197340572, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=b4e49289-6388-43bf-b893-8d6197340572,segment=NetworkSegment(7a8413d4-ae5f-4505-b5af-a6c41694a67a),segment_id=7a8413d4-ae5f-4505-b5af-a6c41694a67a)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:47:30.748163 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:30.752807 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:30.844305 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Pushing event updated for resources: {'Port': ['ID=b4e49289-6388-43bf-b893-8d6197340572,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:30.847507 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:31.965428 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50758) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:32.361999 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [None req-c2d794b6-6912-4473-8aad-bb07dc2e8c03 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:47:32.363008 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c2d794b6-6912-4473-8aad-bb07dc2e8c03 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3966351
Nov 11 15:47:34.217491 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device b4e49289-6388-43bf-b893-8d6197340572 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:47:34.296673 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port b4e49289-6388-43bf-b893-8d6197340572 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:47:34.602136 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf0526d-d8fe-4967-b42a-3532e36f9306 None None] Network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:47:34.715887 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-0868823f-1902-4226-8e98-78467c82d010 None None] Provisioning for port b4e49289-6388-43bf-b893-8d6197340572 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:47:34.732379 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-0868823f-1902-4226-8e98-78467c82d010 None None] Provisioning complete for port b4e49289-6388-43bf-b893-8d6197340572 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:47:34.732783 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0868823f-1902-4226-8e98-78467c82d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:34.781489 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50772) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:34.950297 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0868823f-1902-4226-8e98-78467c82d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:34.994580 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-0868823f-1902-4226-8e98-78467c82d010 None None] For port b4e49289-6388-43bf-b893-8d6197340572, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=b4e49289-6388-43bf-b893-8d6197340572,segment=NetworkSegment(7a8413d4-ae5f-4505-b5af-a6c41694a67a),segment_id=7a8413d4-ae5f-4505-b5af-a6c41694a67a)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:47:35.005100 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0868823f-1902-4226-8e98-78467c82d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:35.007964 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:35.079984 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868823f-1902-4226-8e98-78467c82d010 None None] Pushing event updated for resources: {'Port': ['ID=b4e49289-6388-43bf-b893-8d6197340572,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:35.083469 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-0868823f-1902-4226-8e98-78467c82d010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:35.200018 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [None req-209c33c4-e39a-4474-bcdd-17b3d98e60a3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:47:35.201049 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-209c33c4-e39a-4474-bcdd-17b3d98e60a3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4184825
Nov 11 15:47:35.235758 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-36200016-8779-4785-bbe2-91edb09f8412 None None] Provisioning complete for port b4e49289-6388-43bf-b893-8d6197340572 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:47:35.236545 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-36200016-8779-4785-bbe2-91edb09f8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:36.190643 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device b4e49289-6388-43bf-b893-8d6197340572 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:47:36.259066 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port b4e49289-6388-43bf-b893-8d6197340572 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:47:36.259729 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:37.249718 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:47:37.881987 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50784) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:38.238006 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Request body: {'router': {'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:47:38.242946 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:47:38.246764 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Usage tracker for resource:router and tenant:1e414c6333924570a06e0417c656a5b2 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:47:38.250125 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:47:38.256376 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:47:38.267958 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:38.269800 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:38.294223 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:38.407276 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:38.425635 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:38.427053 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-01b56695-9805-4231-871f-cb164765a623 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5441351
Nov 11 15:47:40.828143 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50794) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:41.212217 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [None req-ad926f96-1de8-4e5b-ba8c-cd9d7f7f5953 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:47:41.213239 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ad926f96-1de8-4e5b-ba8c-cd9d7f7f5953 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3841369
Nov 11 15:47:41.496594 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-879c057d-1a7a-481a-85a5-96ecbb4761ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:41.787043 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:43.600923 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 50804) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:44.041559 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-58c08259-9223-4589-bfa4-39acfe091992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.190368 dv-cinder-811151-2-iscsi neutron-server[86846]: WARNING oslo_policy.policy [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 11 15:47:44.190928 dv-cinder-811151-2-iscsi neutron-server[86846]: WARNING oslo_policy.policy [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 11 15:47:44.410820 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:47:44.412671 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.quota [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f72d725f670>.
Nov 11 15:47:44.429213 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:47:44.435843 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Usage tracker for resource:network and tenant:9ac8d2bd64f548f7905051f2f1859882 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:47:44.440624 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:47:44.448770 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:47:44.464333 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Made reservation on behalf of 9ac8d2bd64f548f7905051f2f1859882 for: {'network': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:47:44.536559 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.policy [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86846) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 11 15:47:44.584018 dv-cinder-811151-2-iscsi neutron-server[86846]: WARNING oslo_policy.policy [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 11 15:47:44.584431 dv-cinder-811151-2-iscsi neutron-server[86846]: WARNING oslo_policy.policy [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 11 15:47:44.594340 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.615053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.629893 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:47:44.633824 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Usage tracker for resource:security_group_rule and tenant:9ac8d2bd64f548f7905051f2f1859882 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:47:44.637144 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:47:44.642715 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:47:44.742431 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.746581 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.752338 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:44.764079 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Reserving flat network on physical network physnet1 {{(pid=86846) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 11 15:47:44.795914 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758201560028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.796549 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f72d7e2bdc0> segment precommit_create {{(pid=86846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 11 15:47:44.797042 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.segments_db [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Added segment 3c5e985e-6f4b-48a9-9045-2785a84a8d79 of type flat for network 77601c51-9a89-4977-a9ce-efb7c7cc32eb
Nov 11 15:47:44.850406 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919264b-cb48-4e47-b37e-1f50d2787924,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:44.868436 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.868782 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.869113 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.869430 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.869745 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.870078 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.870390 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.870698 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.871008 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.871313 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.871617 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.871922 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Tracked resource versions report:
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]: pushed versions:
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]: {   'AddressGroup': {'1.2'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'ConntrackHelper': {'1.0'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Log': {'1.0'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Network': {'1.1'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Port': {'1.7'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'PortForwarding': {'1.2'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'QosPolicy': {'1.8'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'SecurityGroup': {'1.4'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'SecurityGroupRule': {'1.2'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'SubPort': {'1.0'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Subnet': {'1.1'},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Trunk': {'1.1'}}
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]: consumer versions:
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]: {   DHCP agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     L3 agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     Metadata agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     Metering agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:     Open vSwitch agent@dv-cinder-811151-2-iscsi: {   'AddressGroup': '1.2',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'ConntrackHelper': '1.0',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Log': '1.0',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Network': '1.1',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Port': '1.7',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'PortForwarding': '1.2',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'QosPolicy': '1.8',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'SecurityGroup': '1.4',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'SecurityGroupRule': '1.2',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'SubPort': '1.0',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Subnet': '1.1',
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Trunk': '1.1'}}
Nov 11 15:47:44.873063 dv-cinder-811151-2-iscsi neutron-server[86846]:  {{(pid=86846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 11 15:47:44.925474 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.930311 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:44.972380 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.974490 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:47:44.975193 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:44.980319 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:45.037988 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:45.086203 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.4831042
Nov 11 15:47:45.089003 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Pushing event updated for resources: {'Network': ['ID=77601c51-9a89-4977-a9ce-efb7c7cc32eb,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:45.092691 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:45.101679 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:47:46.572676 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:47.463282 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 50834) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:47.687127 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38597d46-3bd9-41cc-8e6f-6caba2ece5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:47:47.688455 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-38597d46-3bd9-41cc-8e6f-6caba2ece5ea admin admin] 10.222.0.24 "GET /v2.0/subnets/315d1c92-abcb-4067-98f2-9a17cca94982 HTTP/1.1" status: 200  len: 849 time: 0.2241697
Nov 11 15:47:47.862777 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-a41a2d88-34a5-4e08-b94d-d444f4a2fbed admin admin] 10.222.0.24 "GET /v2.0/routers/359e45f0-6dbe-4520-ab44-f44316caa792 HTTP/1.1" status: 200  len: 704 time: 0.1686306
Nov 11 15:47:48.347354 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:48.593405 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Allocated IP 172.20.0.1 (ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05/315d1c92-abcb-4067-98f2-9a17cca94982/13354a9b-a861-47cc-8561-6b54854d2533) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:47:48.753951 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:48.773099 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Transition to ACTIVE for port object 13354a9b-a861-47cc-8561-6b54854d2533 will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:47:48.828853 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:48.833998 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:48.896639 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:47:48.899510 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:47:48.906347 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:47:48.906347 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:49.042968 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Pushing event updated for resources: {'Port': ['ID=13354a9b-a861-47cc-8561-6b54854d2533,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:49.054469 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:49.078755 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-0306c93d-bbf4-4d41-93cc-fe95a71be521 None None] Provisioning for port 13354a9b-a861-47cc-8561-6b54854d2533 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:47:49.085251 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-0306c93d-bbf4-4d41-93cc-fe95a71be521 None None] Provisioning complete for port 13354a9b-a861-47cc-8561-6b54854d2533 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:47:49.085630 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0306c93d-bbf4-4d41-93cc-fe95a71be521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:49.142926 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-0306c93d-bbf4-4d41-93cc-fe95a71be521 None None] Port 13354a9b-a861-47cc-8561-6b54854d2533 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:47:49.181971 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:49.447739 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:49.452550 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:49.453754 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:49.457186 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:49.588835 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Pushing event updated for resources: {'Port': ['ID=13354a9b-a861-47cc-8561-6b54854d2533,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:49.597774 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:49.653052 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:47:49.654147 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:47:49.845752 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Router 359e45f0-6dbe-4520-ab44-f44316caa792 is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 15:47:49.866727 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-051c4cd8-21b4-4eba-a64b-3747b15cff39 None None] Provisioning complete for port 13354a9b-a861-47cc-8561-6b54854d2533 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:47:49.867083 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-051c4cd8-21b4-4eba-a64b-3747b15cff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:49.926722 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-051c4cd8-21b4-4eba-a64b-3747b15cff39 None None] Port 13354a9b-a861-47cc-8561-6b54854d2533 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:47:50.010076 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:47:50.019906 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Sync routers for ids ['359e45f0-6dbe-4520-ab44-f44316caa792'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:47:50.023198 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] 10.222.0.24 "PUT /v2.0/routers/359e45f0-6dbe-4520-ab44-f44316caa792/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1529081
Nov 11 15:47:50.035364 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Routers {'359e45f0-6dbe-4520-ab44-f44316caa792'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:47:50.036563 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d718dbe0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:47:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['359e45f0-6dbe-4520-ab44-f44316caa792'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:50.211786 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Set router 359e45f0-6dbe-4520-ab44-f44316caa792 gateway port host: None {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:47:50.583890 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d718dbe0>, [{'id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'name': 'router1', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:47:38Z', 'updated_at': '2021-11-11T15:47:49Z', 'revision_number': 2, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'gw_port_host': None, '_interfaces': [{'id': '13354a9b-a861-47cc-8561-6b54854d2533', 'name': '', 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'mac_address': 'fa:16:3e:61:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:48Z', 'updated_at': '2021-11-11T15:47:49Z', 'revision_number': 2, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'subnets': [{'id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc8e7d8-f5eb-4766-b66f-ea5c2f289a69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:50.589005 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Checking router: 359e45f0-6dbe-4520-ab44-f44316caa792 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:47:50.589372 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Updating router 359e45f0-6dbe-4520-ab44-f44316caa792 port 13354a9b-a861-47cc-8561-6b54854d2533 binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:47:50.646297 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:51.040354 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:51.057725 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Transition to ACTIVE for port object 13354a9b-a861-47cc-8561-6b54854d2533 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:47:51.064923 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:51.069912 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:51.265579 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Pushing event updated for resources: {'Port': ['ID=13354a9b-a861-47cc-8561-6b54854d2533,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:51.307564 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.307905 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.308236 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.308583 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.308909 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.309233 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.309549 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.309863 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.310182 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.310494 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.310802 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.311111 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Tracked resource versions report:
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]: pushed versions:
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]: {   'AddressGroup': {'1.2'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'ConntrackHelper': {'1.0'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Log': {'1.0'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Network': {'1.1'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Port': {'1.7'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'PortForwarding': {'1.2'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'QosPolicy': {'1.8'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'SecurityGroup': {'1.4'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'SecurityGroupRule': {'1.2'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'SubPort': {'1.0'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Subnet': {'1.1'},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Trunk': {'1.1'}}
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]: consumer versions:
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]: {   DHCP agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     L3 agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     Metadata agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     Metering agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:     Open vSwitch agent@dv-cinder-811151-2-iscsi: {   'AddressGroup': '1.2',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'ConntrackHelper': '1.0',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Log': '1.0',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Network': '1.1',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Port': '1.7',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'PortForwarding': '1.2',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'QosPolicy': '1.8',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'SecurityGroup': '1.4',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'SecurityGroupRule': '1.2',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'SubPort': '1.0',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Subnet': '1.1',
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Trunk': '1.1'}}
Nov 11 15:47:51.312222 dv-cinder-811151-2-iscsi neutron-server[86849]:  {{(pid=86849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 11 15:47:51.328335 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:51.337873 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Attempting to bind port 13354a9b-a861-47cc-8561-6b54854d2533 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:47:51.338278 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Attempting to bind port 13354a9b-a861-47cc-8561-6b54854d2533 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:47:51.338711 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Attempting to bind port 13354a9b-a861-47cc-8561-6b54854d2533 on network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:47:51.345392 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:47:51.346155 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Checking segment: {'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:47:51.349231 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:51.349231 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Bound using segment: {'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:47:51.349231 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Bound port: 13354a9b-a861-47cc-8561-6b54854d2533, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8413d4-ae5f-4505-b5af-a6c41694a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:47:51.349231 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:51.445438 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] For port 13354a9b-a861-47cc-8561-6b54854d2533, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:47:51.450318 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] For port 13354a9b-a861-47cc-8561-6b54854d2533, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=13354a9b-a861-47cc-8561-6b54854d2533,segment=NetworkSegment(7a8413d4-ae5f-4505-b5af-a6c41694a67a),segment_id=7a8413d4-ae5f-4505-b5af-a6c41694a67a)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:47:51.461866 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:51.467390 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:51.559432 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Pushing event updated for resources: {'Port': ['ID=13354a9b-a861-47cc-8561-6b54854d2533,revision_number=4']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:51.563324 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Routers {'359e45f0-6dbe-4520-ab44-f44316caa792'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:47:51.563953 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d718dbe0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:47:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['359e45f0-6dbe-4520-ab44-f44316caa792'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:51.674589 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:51.718266 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] Set router 359e45f0-6dbe-4520-ab44-f44316caa792 gateway port host: None {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:47:52.072178 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d718dbe0>, [{'id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'name': 'router1', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:47:38Z', 'updated_at': '2021-11-11T15:47:49Z', 'revision_number': 2, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'gw_port_host': None, '_interfaces': [{'id': '13354a9b-a861-47cc-8561-6b54854d2533', 'name': '', 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'mac_address': 'fa:16:3e:61:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:48Z', 'updated_at': '2021-11-11T15:47:51Z', 'revision_number': 4, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'subnets': [{'id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc8e7d8-f5eb-4766-b66f-ea5c2f289a69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:52.076433 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6baf3-0554-4ecb-9f5b-b38b486f9bc7 None None] The sync data for ids ['359e45f0-6dbe-4520-ab44-f44316caa792'] in dv-cinder-811151-2-iscsi is: [{'id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'name': 'router1', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:47:38Z', 'updated_at': '2021-11-11T15:47:49Z', 'revision_number': 2, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'gw_port_host': None, '_interfaces': [{'id': '13354a9b-a861-47cc-8561-6b54854d2533', 'name': '', 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'mac_address': 'fa:16:3e:61:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:48Z', 'updated_at': '2021-11-11T15:47:51Z', 'revision_number': 4, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'subnets': [{'id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc8e7d8-f5eb-4766-b66f-ea5c2f289a69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:47:52.248337 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 50856) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:52.401925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a2d78-32ed-4553-bf9c-7315eaae78e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:47:52.402474 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-4e9a2d78-32ed-4553-bf9c-7315eaae78e6 admin admin] Synchronizing usage tracker for tenant:9ac8d2bd64f548f7905051f2f1859882 on resource:network {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:47:52.422251 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-4e9a2d78-32ed-4553-bf9c-7315eaae78e6 admin admin] Unset dirty status for tenant:9ac8d2bd64f548f7905051f2f1859882 on resource:network {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:47:52.424851 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-4e9a2d78-32ed-4553-bf9c-7315eaae78e6 admin admin] 10.222.0.24 "GET /v2.0/networks/77601c51-9a89-4977-a9ce-efb7c7cc32eb HTTP/1.1" status: 200  len: 842 time: 0.1741207
Nov 11 15:47:52.433734 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:47:52.439396 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:47:52.443284 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Usage tracker for resource:subnet and tenant:9ac8d2bd64f548f7905051f2f1859882 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:47:52.446426 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:47:52.452625 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:47:52.463145 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Made reservation on behalf of 9ac8d2bd64f548f7905051f2f1859882 for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:47:52.465633 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:52.871668 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.objects.ports [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86846) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Nov 11 15:47:52.872164 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:52.875907 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:52.946493 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ce7af0-ee29-403c-860b-3d83a6bfde50,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:52.952457 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:52.955057 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:47:52.955432 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Network hostable DHCP agents. Network: 77601c51-9a89-4977-a9ce-efb7c7cc32eb, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:47:52.980305 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:47:52.991454 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 77601c51-9a89-4977-a9ce-efb7c7cc32eb) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:47:52.996321 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:47:52.997387 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:53.001992 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957dee5-9e34-44d3-95ab-b6135f3df83b None None] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:47:53.020902 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5881710
Nov 11 15:47:53.253257 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e3388-c1a9-4ab3-8542-35ed9916ee5f None None] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:47:54.221175 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 13354a9b-a861-47cc-8561-6b54854d2533 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:47:54.300104 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 13354a9b-a861-47cc-8561-6b54854d2533 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:47:54.306375 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 13354a9b-a861-47cc-8561-6b54854d2533 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:47:54.306740 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:54.427646 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:54.464725 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 13354a9b-a861-47cc-8561-6b54854d2533, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=13354a9b-a861-47cc-8561-6b54854d2533,segment=NetworkSegment(7a8413d4-ae5f-4505-b5af-a6c41694a67a),segment_id=7a8413d4-ae5f-4505-b5af-a6c41694a67a)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:47:54.468391 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:54.470471 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:54.536526 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=13354a9b-a861-47cc-8561-6b54854d2533,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:54.539699 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:55.321591 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 50870) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:47:55.537582 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-868e6b76-203e-4d22-acb8-f26790b947bc admin admin] 10.222.0.24 "GET /v2.0/routers/359e45f0-6dbe-4520-ab44-f44316caa792 HTTP/1.1" status: 200  len: 710 time: 0.2147849
Nov 11 15:47:55.667076 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d1cb7-59b1-4020-b910-2c97aa83517a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:47:55.668451 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-7e8d1cb7-59b1-4020-b910-2c97aa83517a admin admin] 10.222.0.24 "GET /v2.0/networks/77601c51-9a89-4977-a9ce-efb7c7cc32eb HTTP/1.1" status: 200  len: 886 time: 0.1258051
Nov 11 15:47:55.677094 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:47:56.122635 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:56.204336 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 13354a9b-a861-47cc-8561-6b54854d2533 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:47:56.274228 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 13354a9b-a861-47cc-8561-6b54854d2533 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:47:56.274615 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:56.501292 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:56.561698 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:56.702850 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Allocated IP 172.27.1.31 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/7b9a93e4-40c2-4b07-9396-71d83c586161) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:47:56.855862 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:56.917242 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:56.921022 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:56.984292 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:47:56.987284 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:47:56.991797 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:47:57.106350 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b9a93e4-40c2-4b07-9396-71d83c586161,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:57.124192 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:57.382862 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:57.778554 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:57.781879 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-842867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-842762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-684147'] for router, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:57.963222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Router 359e45f0-6dbe-4520-ab44-f44316caa792 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:47:58.144372 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:47:58.153163 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:58.154315 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Sync routers for ids ['359e45f0-6dbe-4520-ab44-f44316caa792'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:47:58.154810 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/359e45f0-6dbe-4520-ab44-f44316caa792 HTTP/1.1" status: 200  len: 889 time: 2.4804688
Nov 11 15:47:58.173325 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Routers {'359e45f0-6dbe-4520-ab44-f44316caa792'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:47:58.174137 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5f09d00>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:47:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['359e45f0-6dbe-4520-ab44-f44316caa792'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:58.375160 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Set router 359e45f0-6dbe-4520-ab44-f44316caa792 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:47:58.722504 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5f09d00>, [{'id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'name': 'router1', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7b9a93e4-40c2-4b07-9396-71d83c586161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:47:38Z', 'updated_at': '2021-11-11T15:47:57Z', 'revision_number': 4, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'gw_port': {'id': '7b9a93e4-40c2-4b07-9396-71d83c586161', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:56Z', 'updated_at': '2021-11-11T15:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '13354a9b-a861-47cc-8561-6b54854d2533', 'name': '', 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'mac_address': 'fa:16:3e:61:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:48Z', 'updated_at': '2021-11-11T15:47:54Z', 'revision_number': 5, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'subnets': [{'id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc8e7d8-f5eb-4766-b66f-ea5c2f289a69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:58.728227 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Checking router: 359e45f0-6dbe-4520-ab44-f44316caa792 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:47:58.728601 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Updating router 359e45f0-6dbe-4520-ab44-f44316caa792 port 7b9a93e4-40c2-4b07-9396-71d83c586161 binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:47:58.781574 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:59.124290 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:59.137176 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Transition to ACTIVE for port object 7b9a93e4-40c2-4b07-9396-71d83c586161 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:47:59.144552 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:59.149092 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c94132c2-8a38-482d-915b-cb7d9b180620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:59.252582 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476605f-ae4e-478a-a4df-d7d56e098eb4 None None] Pushing event updated for resources: {'Port': ['ID=7b9a93e4-40c2-4b07-9396-71d83c586161,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:59.255485 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Attempting to bind port 7b9a93e4-40c2-4b07-9396-71d83c586161 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:47:59.255855 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Attempting to bind port 7b9a93e4-40c2-4b07-9396-71d83c586161 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:47:59.256212 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Attempting to bind port 7b9a93e4-40c2-4b07-9396-71d83c586161 on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:47:59.258484 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c476605f-ae4e-478a-a4df-d7d56e098eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:59.263335 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:47:59.263714 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:47:59.264115 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:59.264544 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:47:59.265016 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Bound port: 7b9a93e4-40c2-4b07-9396-71d83c586161, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:47:59.265410 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:59.341476 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] For port 7b9a93e4-40c2-4b07-9396-71d83c586161, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:47:59.344493 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] For port 7b9a93e4-40c2-4b07-9396-71d83c586161, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=7b9a93e4-40c2-4b07-9396-71d83c586161,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:47:59.350470 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:47:59.354793 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:47:59.432103 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Routers {'359e45f0-6dbe-4520-ab44-f44316caa792'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:47:59.432753 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5f09d00>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:47:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['359e45f0-6dbe-4520-ab44-f44316caa792'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:59.483012 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476605f-ae4e-478a-a4df-d7d56e098eb4 None None] Pushing event updated for resources: {'Port': ['ID=7b9a93e4-40c2-4b07-9396-71d83c586161,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:47:59.493005 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c476605f-ae4e-478a-a4df-d7d56e098eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:47:59.623777 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] Set router 359e45f0-6dbe-4520-ab44-f44316caa792 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:47:59.965916 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5f09d00>, [{'id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'name': 'router1', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7b9a93e4-40c2-4b07-9396-71d83c586161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:47:38Z', 'updated_at': '2021-11-11T15:47:57Z', 'revision_number': 4, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'gw_port': {'id': '7b9a93e4-40c2-4b07-9396-71d83c586161', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:56Z', 'updated_at': '2021-11-11T15:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '13354a9b-a861-47cc-8561-6b54854d2533', 'name': '', 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'mac_address': 'fa:16:3e:61:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:48Z', 'updated_at': '2021-11-11T15:47:54Z', 'revision_number': 5, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'subnets': [{'id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc8e7d8-f5eb-4766-b66f-ea5c2f289a69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:47:59.969979 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab60626-b5cc-44dc-aaae-2e982aca1d01 None None] The sync data for ids ['359e45f0-6dbe-4520-ab44-f44316caa792'] in dv-cinder-811151-2-iscsi is: [{'id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'name': 'router1', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7b9a93e4-40c2-4b07-9396-71d83c586161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:47:38Z', 'updated_at': '2021-11-11T15:47:57Z', 'revision_number': 4, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'gw_port': {'id': '7b9a93e4-40c2-4b07-9396-71d83c586161', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:56Z', 'updated_at': '2021-11-11T15:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '13354a9b-a861-47cc-8561-6b54854d2533', 'name': '', 'network_id': 'ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05', 'tenant_id': '1e414c6333924570a06e0417c656a5b2', 'mac_address': 'fa:16:3e:61:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e45f0-6dbe-4520-ab44-f44316caa792', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:47:48Z', 'updated_at': '2021-11-11T15:47:54Z', 'revision_number': 5, 'project_id': '1e414c6333924570a06e0417c656a5b2', 'subnets': [{'id': '315d1c92-abcb-4067-98f2-9a17cca94982', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc8e7d8-f5eb-4766-b66f-ea5c2f289a69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:48:00.236556 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 7b9a93e4-40c2-4b07-9396-71d83c586161 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:48:00.311481 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 7b9a93e4-40c2-4b07-9396-71d83c586161 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:48:00.318048 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 7b9a93e4-40c2-4b07-9396-71d83c586161 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:48:00.318564 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:00.471768 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:00.489997 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 7b9a93e4-40c2-4b07-9396-71d83c586161, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=7b9a93e4-40c2-4b07-9396-71d83c586161,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:48:00.494995 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:00.502268 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c476605f-ae4e-478a-a4df-d7d56e098eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:48:00.573324 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 50880) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:48:00.574194 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=7b9a93e4-40c2-4b07-9396-71d83c586161,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:48:00.577332 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:48:00.700806 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-840f1ee9-e839-4eda-a00d-c1fe56785ac5 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1258483
Nov 11 15:48:02.202980 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 7b9a93e4-40c2-4b07-9396-71d83c586161 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:48:02.282768 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 7b9a93e4-40c2-4b07-9396-71d83c586161 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:48:02.283141 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:11.503213 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-304f47f9-5ebc-462d-882b-aed7336a6259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:11.797361 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:14.048341 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a18bb4ea-40dd-479a-8465-d588fd4db647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:14.248735 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:48:15.036812 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:16.593267 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:41.498085 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-80a2ce4c-be13-4442-9753-4df0e758a446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:41.791372 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:44.047112 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1694c655-d9e6-494f-b765-b3faf97d4630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:45.045088 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:46.595029 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:48:51.247223 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:49:11.529203 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-41556394-df2f-4458-8c73-120b4b89eeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:11.799452 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:14.052075 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e059-2c5a-4a6f-81c0-3dc01108f069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:15.064333 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:16.607175 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:28.249098 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:49:41.502877 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-56d397f3-0bc5-40ec-a526-e482f772431b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:41.792816 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:44.048680 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-12a2f7fe-8ffa-403c-afd3-128ede0793c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:45.051721 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:49:46.597635 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:02.893728 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 51450) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:02.961179 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.pecan_wsgi.hooks.translation [None req-32789582-1722-4dc0-88eb-730dc3bd9308 admin admin] GET failed (client error): The resource could not be found.
Nov 11 15:50:02.962464 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-32789582-1722-4dc0-88eb-730dc3bd9308 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0677905
Nov 11 15:50:03.145116 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45748d62-1c28-4384-bfac-58f607792138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:03.146568 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-45748d62-1c28-4384-bfac-58f607792138 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1802750
Nov 11 15:50:05.247962 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:50:05.304832 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51460) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:05.414804 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47dac18-494f-4c27-bbf6-fb8bf57cadfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:05.416168 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f47dac18-494f-4c27-bbf6-fb8bf57cadfd admin admin] 10.222.0.24 "GET /v2.0/subnets/315d1c92-abcb-4067-98f2-9a17cca94982 HTTP/1.1" status: 200  len: 849 time: 0.1103849
Nov 11 15:50:05.425562 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:50:05.548183 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:05.740382 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758201519638'] for subnet, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:05.744071 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:50:05.788398 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:05.788992 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:05.790675 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] 10.222.0.24 "PUT /v2.0/subnets/315d1c92-abcb-4067-98f2-9a17cca94982 HTTP/1.1" status: 200  len: 868 time: 0.3686256
Nov 11 15:50:05.804863 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10014bf7-5771-4f72-a341-f2bb4682f5ed None None] Network ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:50:05.816681 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315d1c92-abcb-4067-98f2-9a17cca94982,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:50:05.824718 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.825060 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.825397 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.825723 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.826043 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.826360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.826678 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.827012 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.827332 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.828266 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.828628 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.828906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:05.832589 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:50:06.298115 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-77e12586-5ed0-4732-b132-797ee2ce3a3e None None] Provisioning complete for port b4e49289-6388-43bf-b893-8d6197340572 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:50:06.298481 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-77e12586-5ed0-4732-b132-797ee2ce3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:06.427957 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-77e12586-5ed0-4732-b132-797ee2ce3a3e None None] Provisioning complete for port 13354a9b-a861-47cc-8561-6b54854d2533 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:50:06.428210 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-77e12586-5ed0-4732-b132-797ee2ce3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:07.945017 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51470) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:08.124621 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d992f-348e-4f53-84ed-8c1dfb5ef72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:08.124996 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d992f-348e-4f53-84ed-8c1dfb5ef72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:08.126557 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5e3d992f-348e-4f53-84ed-8c1dfb5ef72f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1805754
Nov 11 15:50:10.289431 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 51480) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:10.469608 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82096878-f8e4-4311-9c6b-96231dc692cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:10.469975 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82096878-f8e4-4311-9c6b-96231dc692cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:10.471520 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-82096878-f8e4-4311-9c6b-96231dc692cb admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1811531
Nov 11 15:50:11.505024 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-912ed26e-bf09-4250-8afa-874e92ffebe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:11.797355 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:12.645637 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 51490) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:12.815901 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f60af80-f09f-40f1-95d3-6299853ea236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:12.817320 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1f60af80-f09f-40f1-95d3-6299853ea236 admin admin] 10.222.0.24 "GET /v2.0/networks/77601c51-9a89-4977-a9ce-efb7c7cc32eb HTTP/1.1" status: 200  len: 886 time: 0.1707098
Nov 11 15:50:14.051711 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ea040027-9594-4a72-90f4-a0367fae9fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:14.986569 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 51500) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:15.050817 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:15.163444 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965597a-e136-42c8-a605-a0a3be3a46e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:15.164976 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-8965597a-e136-42c8-a605-a0a3be3a46e3 admin admin] 10.222.0.24 "GET /v2.0/networks/ab99e7ee-6b03-4a55-b4a1-0bcfc788bf05 HTTP/1.1" status: 200  len: 869 time: 0.1773715
Nov 11 15:50:16.599402 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:17.327684 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51510) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:17.439482 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0bbb9-b589-4eaa-b4d2-4f171aea7712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:17.439931 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0bbb9-b589-4eaa-b4d2-4f171aea7712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:17.441499 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-63a0bbb9-b589-4eaa-b4d2-4f171aea7712 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1127777
Nov 11 15:50:19.617593 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51520) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:19.725502 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c109725-2ad8-43c1-aa95-a76ba590d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:19.725955 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c109725-2ad8-43c1-aa95-a76ba590d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:19.727490 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8c109725-2ad8-43c1-aa95-a76ba590d293 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1089461
Nov 11 15:50:21.886127 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51530) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:21.990913 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263dfe47-f9ca-4747-901c-706b0f5a036f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:21.992283 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-263dfe47-f9ca-4747-901c-706b0f5a036f admin admin] 10.222.0.24 "GET /v2.0/subnets/06ce7af0-ee29-403c-860b-3d83a6bfde50 HTTP/1.1" status: 200  len: 816 time: 0.1051798
Nov 11 15:50:24.148139 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51540) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:24.257731 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb1713-b3b1-4d3b-85af-0183529ea9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:24.259075 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-fffb1713-b3b1-4d3b-85af-0183529ea9fe admin admin] 10.222.0.24 "GET /v2.0/subnets/315d1c92-abcb-4067-98f2-9a17cca94982 HTTP/1.1" status: 200  len: 868 time: 0.1099687
Nov 11 15:50:41.511321 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-882e7996-d501-458c-bb48-42ed3dfeebf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:41.800962 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:42.248001 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:50:44.054659 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a287bcf2-b98f-4abc-bbc4-e87c7e1c9b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:45.055503 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:46.601476 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:47.672287 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51584) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:47.721886 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [None req-392ee343-5669-43ef-84bd-602d3c1c29cb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:50:47.722896 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-392ee343-5669-43ef-84bd-602d3c1c29cb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0496826
Nov 11 15:50:49.951163 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51594) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:50.019153 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.pecan_wsgi.hooks.translation [None req-7220318e-b6b1-47e6-a5b7-721cd9ba3489 admin admin] GET failed (client error): The resource could not be found.
Nov 11 15:50:50.020484 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-7220318e-b6b1-47e6-a5b7-721cd9ba3489 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0683103
Nov 11 15:50:50.156151 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce0205-250d-4fcb-8d26-b20b7749ae24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:50.157551 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-16ce0205-250d-4fcb-8d26-b20b7749ae24 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1332624
Nov 11 15:50:52.334402 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51604) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:52.382032 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:50:52.387331 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:50:52.397217 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:50:52.408630 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Made reservation on behalf of 9ac8d2bd64f548f7905051f2f1859882 for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:50:52.411013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:52.500462 dv-cinder-811151-2-iscsi neutron-server[86847]: WARNING neutron.services.revisions.revision_plugin [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f72d5fb5eb0] {project_id='9ac8d2bd64f548f7905051f2f1859882', id='84604cb7-f15e-45a5-804c-b40326e38229', target_tenant='*', action='access_as_shared', object_id='7edacab0-96d9-4662-931e-2b0b6797390a'}> to bump revision.
Nov 11 15:50:52.513452 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:50:52.522818 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:52.523175 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Added segment 0a763cc6-3104-4696-8887-7ea10f107107 of type vlan for network 7edacab0-96d9-4662-931e-2b0b6797390a
Nov 11 15:50:52.594969 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:52.624262 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:52.625577 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:52.626155 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:52.629495 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:50:52.731216 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3957288
Nov 11 15:50:52.731883 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Pushing event updated for resources: {'Network': ['ID=7edacab0-96d9-4662-931e-2b0b6797390a,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:50:52.746278 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:50:52.754398 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 7edacab0-96d9-4662-931e-2b0b6797390a details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:50:54.921408 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51614) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:50:55.004873 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca95e2b-52f6-41f3-8493-3aac06ed6963 admin admin] GET failed (client error): The resource could not be found.
Nov 11 15:50:55.005407 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-2ca95e2b-52f6-41f3-8493-3aac06ed6963 admin admin] Synchronizing usage tracker for tenant:9ac8d2bd64f548f7905051f2f1859882 on resource:network {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:50:55.026466 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-2ca95e2b-52f6-41f3-8493-3aac06ed6963 admin admin] Unset dirty status for tenant:9ac8d2bd64f548f7905051f2f1859882 on resource:network {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:50:55.029192 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-2ca95e2b-52f6-41f3-8493-3aac06ed6963 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1054580
Nov 11 15:50:55.151767 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282b87d-0b62-4595-9371-f38647bf00a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:55.153140 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-2282b87d-0b62-4595-9371-f38647bf00a2 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1172397
Nov 11 15:50:55.162705 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Request body: {'subnet': {'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:50:55.167429 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:50:55.171878 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Usage tracker for resource:subnet and tenant:9ac8d2bd64f548f7905051f2f1859882 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:50:55.174741 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:50:55.180432 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:50:55.190863 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Made reservation on behalf of 9ac8d2bd64f548f7905051f2f1859882 for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:50:55.193162 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:55.400122 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:55.404559 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c656b9e8-6561-45f5-ac79-fdb8f36c8e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:50:55.475443 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=83310f96-0963-4411-a996-7a66280541a7,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:50:55.479158 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:50:55.486718 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Checking segment: {'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:50:55.487070 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Network hostable DHCP agents. Network: 7edacab0-96d9-4662-931e-2b0b6797390a, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:50:55.506826 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Network 7edacab0-96d9-4662-931e-2b0b6797390a is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:50:55.516701 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 7edacab0-96d9-4662-931e-2b0b6797390a) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:50:55.521956 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:50:55.522931 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:55.526214 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a592e-4da5-42c7-9481-c8178648472b None None] Network 7edacab0-96d9-4662-931e-2b0b6797390a requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:50:55.546433 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3868961
Nov 11 15:50:55.751960 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-7edacab0-96d9-4662-931e-2b0b6797390a', 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a', 'tenant_id': '9ac8d2bd64f548f7905051f2f1859882', 'fixed_ips': [{'subnet_id': '83310f96-0963-4411-a996-7a66280541a7'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 15:50:55.752856 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:55.919584 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Allocated IP 192.168.233.2 (7edacab0-96d9-4662-931e-2b0b6797390a/83310f96-0963-4411-a996-7a66280541a7/344b10f8-9761-4588-81be-241fdc629f9e) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:50:56.142255 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:56.154168 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Transition to ACTIVE for port object 344b10f8-9761-4588-81be-241fdc629f9e will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:50:56.177069 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Transition to ACTIVE for port object 344b10f8-9761-4588-81be-241fdc629f9e will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:50:56.186634 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:56.195065 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:50:56.286216 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Network 7edacab0-96d9-4662-931e-2b0b6797390a is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:50:56.289203 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:50:56.298051 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Pushing event updated for resources: {'Port': ['ID=344b10f8-9761-4588-81be-241fdc629f9e,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:50:56.300369 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:50:56.339009 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.339341 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.339578 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.339906 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.340223 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.340595 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.340907 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.341225 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.341554 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.341866 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.342172 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.342480 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:50:56.350099 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:50:56.404141 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Attempting to bind port 344b10f8-9761-4588-81be-241fdc629f9e on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:50:56.404531 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Attempting to bind port 344b10f8-9761-4588-81be-241fdc629f9e by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:50:56.404879 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Attempting to bind port 344b10f8-9761-4588-81be-241fdc629f9e on network 7edacab0-96d9-4662-931e-2b0b6797390a {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:50:56.411283 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:50:56.411649 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Checking segment: {'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:50:56.412042 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:56.412447 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Bound using segment: {'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:50:56.412908 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Bound port: 344b10f8-9761-4588-81be-241fdc629f9e, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:50:56.413273 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:56.507008 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] For port 344b10f8-9761-4588-81be-241fdc629f9e, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:50:56.510490 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] For port 344b10f8-9761-4588-81be-241fdc629f9e, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=344b10f8-9761-4588-81be-241fdc629f9e,segment=NetworkSegment(0a763cc6-3104-4696-8887-7ea10f107107),segment_id=0a763cc6-3104-4696-8887-7ea10f107107)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:50:56.517808 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:56.521800 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:50:56.599585 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Pushing event updated for resources: {'Port': ['ID=344b10f8-9761-4588-81be-241fdc629f9e,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:50:56.602801 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:50:57.485707 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be8d8d9-31b2-4e0b-88db-67547f09d4e3 None None] Network 7edacab0-96d9-4662-931e-2b0b6797390a requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:50:57.574987 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-bc99358f-4793-41b3-9d41-839c36240661 None None] Provisioning for port 344b10f8-9761-4588-81be-241fdc629f9e completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:50:58.327690 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 344b10f8-9761-4588-81be-241fdc629f9e up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:50:58.398275 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 344b10f8-9761-4588-81be-241fdc629f9e completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:50:58.404294 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 344b10f8-9761-4588-81be-241fdc629f9e triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:50:58.404682 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:58.533666 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:58.568485 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 344b10f8-9761-4588-81be-241fdc629f9e, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=344b10f8-9761-4588-81be-241fdc629f9e,segment=NetworkSegment(0a763cc6-3104-4696-8887-7ea10f107107),segment_id=0a763cc6-3104-4696-8887-7ea10f107107)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:50:58.572487 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:50:58.574584 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:50:58.642202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=344b10f8-9761-4588-81be-241fdc629f9e,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:50:58.645311 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:51:00.304629 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 344b10f8-9761-4588-81be-241fdc629f9e up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:51:00.378272 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 344b10f8-9761-4588-81be-241fdc629f9e triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:51:00.378563 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:11.509103 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bc58194e-4681-4e63-a208-bfc1c16ede2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:11.803450 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:14.062378 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e053e88e-5dc3-456c-ad45-50fd5691b365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:15.057066 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:16.609246 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:19.247100 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:51:41.502497 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b6dc04ce-945b-4ed1-8c07-ce26dd7479c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:41.808469 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:44.058448 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-84a08d0b-d611-44f5-ad1f-c1f90d791925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:45.059737 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:46.609370 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:51:56.246333 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:52:06.225739 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51664) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:52:06.232442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [None req-0e3c74a2-8371-4116-8ed7-74ab510f59b6 tempest-verify_tempest_config-1302566686 tempest-verify_tempest_config-1302566686-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:52:06.233398 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0e3c74a2-8371-4116-8ed7-74ab510f59b6 tempest-verify_tempest_config-1302566686 tempest-verify_tempest_config-1302566686-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066888
Nov 11 15:52:06.552513 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51682) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:52:06.669027 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:06.683843 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:52:06.687940 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Usage tracker for resource:security_group_rule and tenant:3abd272354ec4543a23f4656453a4a70 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:52:06.691023 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:52:06.697350 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:52:06.781788 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:06.785705 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:06.793519 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:52:06.837670 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3abd272354ec4543a23f4656453a4a70&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2807305
Nov 11 15:52:06.837670 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edd4500-9f6e-43fc-8437-2a63f79164a8,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:52:06.838196 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 51688) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:52:06.843759 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.844093 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.844459 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.844783 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.845099 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.845435 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.845753 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.846078 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.846405 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.846716 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.847025 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.847332 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:06.851124 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:52:06.905532 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:06.931457 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:07.031557 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:07.035488 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:52:07.046669 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edd4500-9f6e-43fc-8437-2a63f79164a8,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:52:07.057613 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.058093 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.058434 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.058813 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.059250 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.059737 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.060143 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.060609 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.061084 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.061547 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.062014 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.062420 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:52:07.067200 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:52:07.070992 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:07.077086 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8edd4500-9f6e-43fc-8437-2a63f79164a8 HTTP/1.1" status: 204  len: 168 time: 0.2362313
Nov 11 15:52:11.508819 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b95fd07c-3007-470b-97d3-f071a405656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:11.811076 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:14.052750 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a1e9fd6e-7a85-4b66-bc6b-a92fdc570ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:15.065588 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:16.613902 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:33.245787 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:52:41.502193 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a567517b-0ec4-4a47-b928-5c019de3acfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:41.813761 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:44.057489 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-72643449-8bab-4b75-9a8b-ea9b201c3921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:45.067236 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:52:46.614360 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:10.245051 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 5 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:53:11.505598 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dc429125-693f-44b9-8ac7-2c1c62f033cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:11.816798 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:14.059674 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-391a1eb4-8382-4157-aa45-4ee0e080bdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:15.068589 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:16.617922 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:41.508939 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-051e86c9-b168-40da-ada1-08f6e90b0606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:41.813821 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:44.064436 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e532ddaf-9b2f-4230-b969-d626966b54fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:44.192928 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-841302'] for agent, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:45.071039 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:46.620534 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:53:47.246118 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:53:58.942443 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51760) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:53:59.063440 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-19e7ea2d-e09e-4d69-a761-83e601293bc7 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1199167
Nov 11 15:54:01.216589 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 51770) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:54:01.275715 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-cf989db5-af12-42dc-a52e-3dd32a9abf97 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0580204
Nov 11 15:54:11.511735 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6c574b93-2ffb-4b1b-a3a9-8dbe0cbd68d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:11.814486 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:14.067641 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b25017f9-ebf2-4080-b43a-97a73762b1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:14.161383 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:15.073801 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:16.625676 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:24.244628 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:54:41.518102 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e7359553-ca3f-49df-9da6-ac249d867ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:41.817057 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:44.069803 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-08bcf1c8-c59e-4a9e-998c-cd615a237f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:44.159450 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:45.076774 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:54:46.627936 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:01.243764 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:55:11.511083 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-88f01af1-5837-4680-b60a-3b2a3a3e40f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:11.820739 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:14.075607 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5cdb01c2-7fc4-4fb5-b2bb-da2dc9a7236c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:14.173915 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:15.083567 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:16.633590 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:38.242499 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:55:41.212514 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 51974) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:41.493459 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 51992) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:41.523681 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c4a2bfda-3f34-4461-a3d8-44756b9c62d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.725527 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1951999609-network', 'tenant_id': '1931a1ebddb54f16b09ef06ec1151cd2'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:41.730268 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:41.734318 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Usage tracker for resource:network and tenant:1931a1ebddb54f16b09ef06ec1151cd2 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:41.738282 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:41.745270 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:41.755934 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Made reservation on behalf of 1931a1ebddb54f16b09ef06ec1151cd2 for: {'network': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:55:41.758311 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.771337 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.786852 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:41.790731 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Usage tracker for resource:security_group_rule and tenant:1931a1ebddb54f16b09ef06ec1151cd2 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:41.794477 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:41.800807 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:41.830513 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.849012 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-916243564-network', 'tenant_id': '372c0757fa0e4f519c4ded917967f608'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:41.854025 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:41.859298 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Usage tracker for resource:network and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:41.863500 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:41.880476 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:41.893381 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Made reservation on behalf of 372c0757fa0e4f519c4ded917967f608 for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:55:41.896815 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.913764 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.921195 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.926150 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.930907 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52008) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:41.936017 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:41.940773 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Usage tracker for resource:security_group_rule and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:41.944537 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:41.951556 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:41.954399 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795}  {{(pid=86846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:55:41.979386 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:41.979747 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.segments_db [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Added segment ba1275ef-be91-42d1-8139-5c2a757f16b0 of type vlan for network 42c48490-b16b-4e7a-857c-fb05d33dbaa0
Nov 11 15:55:42.011723 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.039945 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:42.050054 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.057427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:42.058024 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.107723 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8939397
Nov 11 15:55:42.111908 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52018) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:42.122829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Request body: {'subnet': {'network_id': '42c48490-b16b-4e7a-857c-fb05d33dbaa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1951999609-subnet', 'tenant_id': '1931a1ebddb54f16b09ef06ec1151cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:42.129168 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:42.134696 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Usage tracker for resource:subnet and tenant:1931a1ebddb54f16b09ef06ec1151cd2 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:42.136073 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.139034 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:42.145661 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.148182 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:42.164827 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932f27c7-b925-40df-886f-3ab0f1708897,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:42.169434 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Made reservation on behalf of 1931a1ebddb54f16b09ef06ec1151cd2 for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:55:42.172364 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.180551 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:55:42.204204 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.204204 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Added segment 6480cfdb-115f-4e31-9186-a1652ab6c68b of type vlan for network 7bafec32-15fc-4801-820b-30f9531ac85b
Nov 11 15:55:42.249337 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.283519 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-da3f1229-2f6a-4889-926d-e42f1ecebe5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:42.321727 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141fc75-2aef-4365-8323-51abe599c3cb,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:42.333264 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.335492 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.336517 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.337147 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.337675 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.338766 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.339448 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.340139 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.340818 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.341346 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.342233 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.342751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.343267 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Tracked resource versions report:
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]: pushed versions:
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]: {   'AddressGroup': {'1.2'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'ConntrackHelper': {'1.0'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Log': {'1.0'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Network': {'1.1'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Port': {'1.7'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'PortForwarding': {'1.2'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'QosPolicy': {'1.8'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'SecurityGroup': {'1.4'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'SecurityGroupRule': {'1.2'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'SubPort': {'1.0'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Subnet': {'1.1'},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     'Trunk': {'1.1'}}
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]: consumer versions:
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]: {   DHCP agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     HyperV agent@hv-cinder-81115: {},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     L3 agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     Metadata agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     Metering agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:     Open vSwitch agent@dv-cinder-811151-2-iscsi: {   'AddressGroup': '1.2',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'ConntrackHelper': '1.0',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Log': '1.0',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Network': '1.1',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Port': '1.7',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'PortForwarding': '1.2',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'QosPolicy': '1.8',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'SecurityGroup': '1.4',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'SecurityGroupRule': '1.2',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'SubPort': '1.0',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Subnet': '1.1',
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:                                                      'Trunk': '1.1'}}
Nov 11 15:55:42.344561 dv-cinder-811151-2-iscsi neutron-server[86847]:  {{(pid=86847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 11 15:55:42.365168 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:42.369428 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:42.370022 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.380401 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:42.424631 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.426099 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.426522 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.426896 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.427228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.427559 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.427953 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.428348 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.428712 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.429052 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.429376 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.429699 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.430155 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Tracked resource versions report:
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]: pushed versions:
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]: {   'AddressGroup': {'1.2'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'ConntrackHelper': {'1.0'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Log': {'1.0'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Network': {'1.1'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Port': {'1.7'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'PortForwarding': {'1.2'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'QosPolicy': {'1.8'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'SecurityGroup': {'1.4'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'SecurityGroupRule': {'1.2'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'SubPort': {'1.0'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Subnet': {'1.1'},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     'Trunk': {'1.1'}}
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]: consumer versions:
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]: {   DHCP agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     HyperV agent@hv-cinder-81115: {},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     L3 agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     Metadata agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     Metering agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:     Open vSwitch agent@dv-cinder-811151-2-iscsi: {   'AddressGroup': '1.2',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'ConntrackHelper': '1.0',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Log': '1.0',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Network': '1.1',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Port': '1.7',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'PortForwarding': '1.2',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'QosPolicy': '1.8',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'SecurityGroup': '1.4',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'SecurityGroupRule': '1.2',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'SubPort': '1.0',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Subnet': '1.1',
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:                                                      'Trunk': '1.1'}}
Nov 11 15:55:42.432445 dv-cinder-811151-2-iscsi neutron-server[86846]:  {{(pid=86846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 11 15:55:42.447252 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:42.447252 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-bfd598dc-8fa2-403b-87ea-f06d59352c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:42.529044 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347e40dd-1158-4c55-9f7c-ae70d203350e,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:42.533995 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:42.537194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:42.554036 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-network', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:42.569819 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:42.574584 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Usage tracker for resource:network and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:42.579141 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:42.585736 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:42.596528 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Pushing event updated for resources: {'Network': ['ID=7bafec32-15fc-4801-820b-30f9531ac85b,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:42.609315 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1136329
Nov 11 15:55:42.610276 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 7bafec32-15fc-4801-820b-30f9531ac85b details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:55:42.610773 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:42.611212 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52032) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:42.615686 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Made reservation on behalf of b700de87faa24c98a4c96ebb71c56f80 for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:55:42.617997 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.634601 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Request body: {'subnet': {'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-916243564-subnet', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:42.643146 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:42.645616 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.661428 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Usage tracker for resource:subnet and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:42.665732 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:42.669624 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:42.676063 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:42.678535 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Usage tracker for resource:security_group_rule and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:42.682881 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:42.691231 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:42.703579 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Made reservation on behalf of 372c0757fa0e4f519c4ded917967f608 for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:55:42.706194 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.706829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Pushing event updated for resources: {'Network': ['ID=42c48490-b16b-4e7a-857c-fb05d33dbaa0,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:42.711296 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:42.755217 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Checking segment: {'id': 'ba1275ef-be91-42d1-8139-5c2a757f16b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42c48490-b16b-4e7a-857c-fb05d33dbaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:55:42.757854 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Network hostable DHCP agents. Network: 42c48490-b16b-4e7a-857c-fb05d33dbaa0, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:55:42.797774 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Network 42c48490-b16b-4e7a-857c-fb05d33dbaa0 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:55:42.815860 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 42c48490-b16b-4e7a-857c-fb05d33dbaa0) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:42.826059 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:42.826681 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:42.836845 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 42c48490-b16b-4e7a-857c-fb05d33dbaa0 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:55:42.861464 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7478721
Nov 11 15:55:42.874285 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd114a5-894b-4601-b400-02f511a376e2 None None] Network 42c48490-b16b-4e7a-857c-fb05d33dbaa0 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:55:43.027897 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.034711 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5e0dc399-8d99-4c26-9fb8-105fec098f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:43.126435 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.142627 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.152961 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b5f715-8376-4bea-8b74-3cc1ead5c3da,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:43.159127 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:43.161539 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:43.194084 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Checking segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:55:43.194595 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Network hostable DHCP agents. Network: 7bafec32-15fc-4801-820b-30f9531ac85b, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:55:43.200290 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:55:43.228158 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c730932-ab31-4bff-b482-5ec3489d1207,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:43.235104 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:43.238541 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.239390 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Added segment eec79fb7-2da5-4a83-8da5-15fb5e13c01f of type vlan for network d09db5f2-8b02-41dc-8820-bcc90bc4827d
Nov 11 15:55:43.249292 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Network 7bafec32-15fc-4801-820b-30f9531ac85b is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:55:43.272561 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 7bafec32-15fc-4801-820b-30f9531ac85b) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:43.282498 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:43.283064 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.287479 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.296760 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb68e3b-11d6-4401-9391-a7b6c4127fa6 None None] Network 7bafec32-15fc-4801-820b-30f9531ac85b requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:55:43.340323 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7246211
Nov 11 15:55:43.340945 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52060) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:43.347777 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.349647 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:43.350010 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:43.350324 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.356231 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:43.361846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Usage tracker for resource:router and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:43.364860 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-64145d4f-1a40-4ed2-bbdd-9336354864d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:43.366650 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:43.374029 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:43.400757 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.402352 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.438328 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.506077 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5427969
Nov 11 15:55:43.507247 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52066) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:43.515396 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Request body: {'subnet': {'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-subnet', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:43.522270 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Pushing event updated for resources: {'Network': ['ID=d09db5f2-8b02-41dc-8820-bcc90bc4827d,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:43.525228 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:43.526392 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:43.531203 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Usage tracker for resource:subnet and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:43.534256 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:43.542361 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:43.553222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Made reservation on behalf of b700de87faa24c98a4c96ebb71c56f80 for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:55:43.555948 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:43.568925 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:55:43.704033 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfa953-7806-415d-bbb6-bfd0b946c7ce None None] Network 42c48490-b16b-4e7a-857c-fb05d33dbaa0 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:55:44.023130 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.036418 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:44.214809 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4baa-2000-440a-ae60-4359d1038bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.229566 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.239272 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-7bafec32-15fc-4801-820b-30f9531ac85b', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 15:55:44.242212 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.252623 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Checking segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:55:44.253008 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Network hostable DHCP agents. Network: d09db5f2-8b02-41dc-8820-bcc90bc4827d, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:55:44.271891 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=557f661c-3894-41a3-97b6-edc77bd37f98,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:44.275179 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:44.284151 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:55:44.297576 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, d09db5f2-8b02-41dc-8820-bcc90bc4827d) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:44.310709 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:44.311629 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a365f59-2c8b-4a80-a935-c378df478711 None None] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:55:44.312111 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.344939 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8365917
Nov 11 15:55:44.345902 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52096) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:44.356719 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:44.363468 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:44.370215 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Usage tracker for resource:router and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:44.376322 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:44.387344 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:44.402816 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.404763 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.434929 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.448405 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.961523 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:44.985937 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:45.006706 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:45.127048 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Allocated IP 172.20.0.2 (7bafec32-15fc-4801-820b-30f9531ac85b/e2b5f715-8376-4bea-8b74-3cc1ead5c3da/8d2f2a80-ae5c-403c-8529-8a49347fa790) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:55:45.161657 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52134) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:45.172227 dv-cinder-811151-2-iscsi neutron-server[86846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 11 15:55:45.208648 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-d09db5f2-8b02-41dc-8820-bcc90bc4827d', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 15:55:45.209491 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:45.222620 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:45.573671 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-88492431-c59d-41b9-91fb-690525993b22 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:45.574575 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-88492431-c59d-41b9-91fb-690525993b22 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Synchronizing usage tracker for tenant:1931a1ebddb54f16b09ef06ec1151cd2 on resource:network {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:55:45.641955 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:45.664170 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Transition to ACTIVE for port object 8d2f2a80-ae5c-403c-8529-8a49347fa790 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:45.664684 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-88492431-c59d-41b9-91fb-690525993b22 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Unset dirty status for tenant:1931a1ebddb54f16b09ef06ec1151cd2 on resource:network {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:55:45.673432 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-88492431-c59d-41b9-91fb-690525993b22 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/networks?id=42c48490-b16b-4e7a-857c-fb05d33dbaa0 HTTP/1.1" status: 200  len: 812 time: 0.5092146
Nov 11 15:55:45.706496 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Allocated IP 172.20.0.2 (d09db5f2-8b02-41dc-8820-bcc90bc4827d/557f661c-3894-41a3-97b6-edc77bd37f98/16e9bbc4-c335-436e-9042-5876e2872fd7) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:55:45.726211 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-073a6270-64d9-41cf-8e81-6ff6c6291e53 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/quotas/1931a1ebddb54f16b09ef06ec1151cd2 HTTP/1.1" status: 200  len: 375 time: 0.0507166
Nov 11 15:55:45.756977 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Transition to ACTIVE for port object 8d2f2a80-ae5c-403c-8529-8a49347fa790 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:45.764451 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:45.777813 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Allocated IP 172.27.1.177 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/5f337f82-316b-4f9b-b3dc-7aee8b35faff) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:55:45.798984 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:45.821406 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-e5b2dddc-375c-4804-aed4-e033043a5743 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1931a1ebddb54f16b09ef06ec1151cd2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0939593
Nov 11 15:55:45.822091 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:45.860086 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52170) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:45.912028 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:46.000508 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Network 7bafec32-15fc-4801-820b-30f9531ac85b is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:46.006927 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:46.029141 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:55:46.099875 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.180193 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Pushing event updated for resources: {'Port': ['ID=8d2f2a80-ae5c-403c-8529-8a49347fa790,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:46.198118 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.216886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.237982 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:46.249874 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.250612 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.251163 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.251698 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.252399 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.252955 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.253641 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.254736 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.255328 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.255856 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.256402 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.256920 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Tracked resource versions report:
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]: pushed versions:
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]: {   'AddressGroup': {'1.2'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'ConntrackHelper': {'1.0'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Log': {'1.0'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Network': {'1.1'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Port': {'1.7'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'PortForwarding': {'1.2'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'QosPolicy': {'1.8'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'SecurityGroup': {'1.4'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'SecurityGroupRule': {'1.2'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'SubPort': {'1.0'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Subnet': {'1.1'},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     'Trunk': {'1.1'}}
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]: consumer versions:
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]: {   DHCP agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     HyperV agent@hv-cinder-81115: {},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     L3 agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     Metadata agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     Metering agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:     Open vSwitch agent@dv-cinder-811151-2-iscsi: {   'AddressGroup': '1.2',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'ConntrackHelper': '1.0',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Log': '1.0',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Network': '1.1',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Port': '1.7',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'PortForwarding': '1.2',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'QosPolicy': '1.8',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'SecurityGroup': '1.4',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'SecurityGroupRule': '1.2',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'SubPort': '1.0',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Subnet': '1.1',
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:                                                      'Trunk': '1.1'}}
Nov 11 15:55:46.258167 dv-cinder-811151-2-iscsi neutron-server[86848]:  {{(pid=86848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 11 15:55:46.271794 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:46.285460 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Allocated IP 172.27.1.59 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/4d67170e-9d28-4265-ad1b-bee4cc1dd971) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:55:46.334487 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Attempting to bind port 8d2f2a80-ae5c-403c-8529-8a49347fa790 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:55:46.335320 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Attempting to bind port 8d2f2a80-ae5c-403c-8529-8a49347fa790 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:55:46.335935 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Attempting to bind port 8d2f2a80-ae5c-403c-8529-8a49347fa790 on network 7bafec32-15fc-4801-820b-30f9531ac85b {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:55:46.341925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-58c9ffb3-6f37-42b8-8d0a-8bf939e00d34 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:55:46.343031 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-58c9ffb3-6f37-42b8-8d0a-8bf939e00d34 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1540437
Nov 11 15:55:46.347879 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:55:46.348558 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Checking segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:55:46.349186 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.349779 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Bound using segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:55:46.350538 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Bound port: 8d2f2a80-ae5c-403c-8529-8a49347fa790, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:55:46.351136 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.358004 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:46.411919 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.444626 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Transition to ACTIVE for port object 16e9bbc4-c335-436e-9042-5876e2872fd7 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:46.446125 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:46.454293 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c747d469844f27b80ffbbe0c7e2c41 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:46.457799 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:46.464318 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:46.487361 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Transition to ACTIVE for port object 16e9bbc4-c335-436e-9042-5876e2872fd7 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:46.496973 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.505361 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:46.539503 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] For port 8d2f2a80-ae5c-403c-8529-8a49347fa790, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:55:46.571634 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.573546 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:46.576169 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Pushing event updated for resources: {'Port': ['ID=5f337f82-316b-4f9b-b3dc-7aee8b35faff,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:46.578796 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] For port 8d2f2a80-ae5c-403c-8529-8a49347fa790, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=8d2f2a80-ae5c-403c-8529-8a49347fa790,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:55:46.584760 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:46.588816 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:46.589991 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:55:46.591802 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.593016 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:55:46.602517 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.641774 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.657938 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-9d9d5b56-a522-41a3-9dfa-fd1bffda39e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:46.667048 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Pushing event updated for resources: {'Port': ['ID=16e9bbc4-c335-436e-9042-5876e2872fd7,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:46.680043 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:46.692929 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:46.803282 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.820506 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Pushing event updated for resources: {'Port': ['ID=4d67170e-9d28-4265-ad1b-bee4cc1dd971,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:46.824309 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:46.825219 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:46.826139 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:46.828188 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:55:46.901713 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Attempting to bind port 16e9bbc4-c335-436e-9042-5876e2872fd7 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:55:46.902322 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Attempting to bind port 16e9bbc4-c335-436e-9042-5876e2872fd7 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:55:46.902683 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Attempting to bind port 16e9bbc4-c335-436e-9042-5876e2872fd7 on network d09db5f2-8b02-41dc-8820-bcc90bc4827d {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:55:46.912377 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:55:46.913281 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Checking segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:55:46.913843 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.914756 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Bound using segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:55:46.915432 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Bound port: 16e9bbc4-c335-436e-9042-5876e2872fd7, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:55:46.917224 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:46.928084 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Pushing event updated for resources: {'Port': ['ID=8d2f2a80-ae5c-403c-8529-8a49347fa790,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:46.940580 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:46.947041 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:47.091251 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] For port 16e9bbc4-c335-436e-9042-5876e2872fd7, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:55:47.105834 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] For port 16e9bbc4-c335-436e-9042-5876e2872fd7, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=16e9bbc4-c335-436e-9042-5876e2872fd7,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:55:47.121788 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:47.128265 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:47.289553 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Pushing event updated for resources: {'Port': ['ID=16e9bbc4-c335-436e-9042-5876e2872fd7,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:47.307544 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:47.313838 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:47.317299 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:47.349695 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-cb72903a-94c6-41f1-b041-0d3253724bef service neutron] 10.222.0.24 "GET /v2.0/networks/42c48490-b16b-4e7a-857c-fb05d33dbaa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9905145
Nov 11 15:55:47.363780 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Synchronizing usage tracker for tenant:9ac8d2bd64f548f7905051f2f1859882 on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:55:47.546291 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840323d7-b6f2-4cd2-a2c4-38712b7d33a2,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:47.664409 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:47.717475 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Unset dirty status for tenant:9ac8d2bd64f548f7905051f2f1859882 on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:55:47.720734 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:47.722845 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6c747d469844f27b80ffbbe0c7e2c41&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8616621
Nov 11 15:55:47.723976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52286) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:47.875238 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:47.986304 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-390fb211-bf64-459c-8ea9-657a4676a161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:47.989780 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-e114ff1d-b8d9-477a-aa8d-1a89b7751081 service neutron] 10.222.0.24 "GET /v2.0/networks/42c48490-b16b-4e7a-857c-fb05d33dbaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6302524
Nov 11 15:55:48.098100 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-390fb211-bf64-459c-8ea9-657a4676a161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:48.277666 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:48.472791 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52324) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:48.473127 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52326) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:48.473439 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52328) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:48.513378 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae06ab-e587-4f05-adbb-8aa72dab945c None None] Network 7bafec32-15fc-4801-820b-30f9531ac85b requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:55:48.536448 dv-cinder-811151-2-iscsi neutron-server[86847]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 11 15:55:48.587889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-390fb211-bf64-459c-8ea9-657a4676a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:48.595586 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-dd8ab522-72f3-4d43-af0e-1ecf2ba9b269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:48.617183 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fb211-bf64-459c-8ea9-657a4676a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840323d7-b6f2-4cd2-a2c4-38712b7d33a2,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:48.622153 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-390fb211-bf64-459c-8ea9-657a4676a161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:48.623290 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:48.699534 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 8d2f2a80-ae5c-403c-8529-8a49347fa790 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:55:48.744457 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3ae3ed8-c92a-498f-aea9-d6b9719ffe47 req-9de2c50b-cd5d-4975-beb0-2678152c1d68 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 210 time: 0.2623050
Nov 11 15:55:48.803490 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-390fb211-bf64-459c-8ea9-657a4676a161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:48.804448 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-390fb211-bf64-459c-8ea9-657a4676a161 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/840323d7-b6f2-4cd2-a2c4-38712b7d33a2 HTTP/1.1" status: 204  len: 168 time: 1.0647867
Nov 11 15:55:48.859408 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-700e974e-6231-4560-8bce-7cc256d44e7c None None] Provisioning for port 8d2f2a80-ae5c-403c-8529-8a49347fa790 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:55:48.917686 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c98c8-a6b5-420c-b10b-16c84fc9db23 None None] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:55:48.955171 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:48.964501 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:48.988029 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Router a9913df6-bd42-4f87-b389-30ea935880cc is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 15:55:48.996323 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:49.000799 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:49.007239 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Usage tracker for resource:security_group_rule and tenant:de44510f56e849adb2b639b906ce44d1 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:49.010607 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Usage tracker for resource:security_group_rule and tenant:3c8b900c9dda4077b8e65972efa7d7d2 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:49.014566 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:49.017862 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:49.024449 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:49.030806 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:49.115101 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 8d2f2a80-ae5c-403c-8529-8a49347fa790 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:55:49.131429 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 15:55:49.132334 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-8f99fc8a-a8f2-47a5-a6c2-d8d4a68ee6ad None None] Provisioning for port 16e9bbc4-c335-436e-9042-5876e2872fd7 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:55:49.144657 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 8d2f2a80-ae5c-403c-8529-8a49347fa790 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:49.145253 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.302215 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.323760 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:55:49.336139 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.343252 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Sync routers for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:55:49.350491 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Notify callbacks [] for router, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.355748 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.0134544
Nov 11 15:55:49.356909 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52364) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:49.361305 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:55:49.361462 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:49.362090 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6369e20>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:55:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:49.445957 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e58c01-e65d-4d68-9a5d-f8e1f828377f,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:49.459692 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.462613 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:49.482862 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.519415 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52370) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:49.522153 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:49.530126 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c8b900c9dda4077b8e65972efa7d7d2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0505509
Nov 11 15:55:49.556264 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52376) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:49.559978 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.574195 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de44510f56e849adb2b639b906ce44d1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0875075
Nov 11 15:55:49.586750 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52382) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:49.616522 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.641830 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:49.663019 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Usage tracker for resource:security_group_rule and tenant:5604c13d047f44cd85661e2a9df6b2b1 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:49.667344 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:55:49.671529 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 8d2f2a80-ae5c-403c-8529-8a49347fa790, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=8d2f2a80-ae5c-403c-8529-8a49347fa790,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:55:49.675935 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:49.682223 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.682651 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb090d-c0f7-44dd-a1b9-967cf104b486,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:49.692648 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 16e9bbc4-c335-436e-9042-5876e2872fd7 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:55:49.721498 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:49.736006 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Sync routers for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:55:49.759663 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-0868823f-1902-4226-8e98-78467c82d010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:49.770178 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:55:49.825790 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db6e40bb-1161-4243-ba85-50b924c4ce38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.896032 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db6e40bb-1161-4243-ba85-50b924c4ce38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.902018 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=8d2f2a80-ae5c-403c-8529-8a49347fa790,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:49.920654 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:49.931322 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.949220 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:49.950234 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:49.951621 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:55:49.953975 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5b0a460>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:55:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:50.001319 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:50.035585 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db6e40bb-1161-4243-ba85-50b924c4ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.090690 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5604c13d047f44cd85661e2a9df6b2b1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5592058
Nov 11 15:55:50.091636 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52408) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:50.108535 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d2ff8-a864-4c99-97b9-b112e035b73b,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:50.112356 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:50.124454 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5cd60c4b-0dee-4a60-898d-17eeecf4d27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.317938 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-39db56d9-6cbf-46a7-8e65-eaf89d4d5ddd None None] Provisioning complete for port 8d2f2a80-ae5c-403c-8529-8a49347fa790 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:50.320540 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-39db56d9-6cbf-46a7-8e65-eaf89d4d5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.325790 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:50.364580 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6369e20>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:47Z', 'revision_number': 3, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:50.383518 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Checking router: a9913df6-bd42-4f87-b389-30ea935880cc for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:55:50.384276 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Updating router a9913df6-bd42-4f87-b389-30ea935880cc port 5f337f82-316b-4f9b-b3dc-7aee8b35faff binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:55:50.410217 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.412077 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.0651321
Nov 11 15:55:50.416085 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 16e9bbc4-c335-436e-9042-5876e2872fd7 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:55:50.416905 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52422) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:50.504610 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.630902 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd16d995-3d2f-4fed-955e-16d73f413bbb req-e83293de-4b67-4933-a44a-fa357385cd2c tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 210 time: 0.6004322
Nov 11 15:55:50.692512 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db6e40bb-1161-4243-ba85-50b924c4ce38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.696447 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-db6e40bb-1161-4243-ba85-50b924c4ce38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94e58c01-e65d-4d68-9a5d-f8e1f828377f HTTP/1.1" status: 204  len: 168 time: 1.1071315
Nov 11 15:55:50.699980 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e40bb-1161-4243-ba85-50b924c4ce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e58c01-e65d-4d68-9a5d-f8e1f828377f,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:50.705624 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-db6e40bb-1161-4243-ba85-50b924c4ce38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:50.705793 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 16e9bbc4-c335-436e-9042-5876e2872fd7 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:50.706216 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.828127 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:55:50.901915 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-062b4c1c-a6bd-4733-b1ee-391ad55d61dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.936230 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.937381 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5cd60c4b-0dee-4a60-898d-17eeecf4d27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.953194 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Transition to ACTIVE for port object 5f337f82-316b-4f9b-b3dc-7aee8b35faff will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:50.961709 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:50.969544 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:51.046932 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-062b4c1c-a6bd-4733-b1ee-391ad55d61dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.078914 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Pushing event updated for resources: {'Port': ['ID=5f337f82-316b-4f9b-b3dc-7aee8b35faff,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:51.129065 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.130263 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.131220 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.131706 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.133762 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.133867 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.134190 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.135039 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.139145 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.139530 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.140300 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.140600 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Tracked resource versions report:
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]: pushed versions:
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]: {   'AddressGroup': {'1.2'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'ConntrackHelper': {'1.0'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Log': {'1.0'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Network': {'1.1'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Port': {'1.7'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'PortForwarding': {'1.2'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'QosPolicy': {'1.8'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'SecurityGroup': {'1.4'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'SecurityGroupRule': {'1.2'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'SubPort': {'1.0'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Subnet': {'1.1'},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     'Trunk': {'1.1'}}
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]: consumer versions:
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]: {   DHCP agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     HyperV agent@hv-cinder-81115: {},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     L3 agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     Metadata agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     Metering agent@dv-cinder-811151-2-iscsi: {},
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:     Open vSwitch agent@dv-cinder-811151-2-iscsi: {   'AddressGroup': '1.2',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'ConntrackHelper': '1.0',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Log': '1.0',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Network': '1.1',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Port': '1.7',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'PortForwarding': '1.2',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'QosPolicy': '1.8',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'SecurityGroup': '1.4',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'SecurityGroupRule': '1.2',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'SubPort': '1.0',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Subnet': '1.1',
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:                                                      'Trunk': '1.1'}}
Nov 11 15:55:51.144706 dv-cinder-811151-2-iscsi neutron-server[86849]:  {{(pid=86849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 11 15:55:51.148476 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:51.149309 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.159219 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Attempting to bind port 5f337f82-316b-4f9b-b3dc-7aee8b35faff on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:55:51.159829 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Attempting to bind port 5f337f82-316b-4f9b-b3dc-7aee8b35faff by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:55:51.161618 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Attempting to bind port 5f337f82-316b-4f9b-b3dc-7aee8b35faff on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:55:51.176727 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:55:51.177106 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:55:51.177512 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.177907 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:55:51.178385 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Bound port: 5f337f82-316b-4f9b-b3dc-7aee8b35faff, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:55:51.178777 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.298998 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] For port 5f337f82-316b-4f9b-b3dc-7aee8b35faff, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:55:51.306830 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] For port 5f337f82-316b-4f9b-b3dc-7aee8b35faff, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5f337f82-316b-4f9b-b3dc-7aee8b35faff,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:55:51.314139 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.327572 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:51.337363 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.338341 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5cd60c4b-0dee-4a60-898d-17eeecf4d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.445494 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Pushing event updated for resources: {'Port': ['ID=5f337f82-316b-4f9b-b3dc-7aee8b35faff,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:51.453332 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:51.483490 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:55:51.485093 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6369e20>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:55:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:51.488832 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 16e9bbc4-c335-436e-9042-5876e2872fd7, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=16e9bbc4-c335-436e-9042-5876e2872fd7,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:55:51.497824 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.520199 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:51.634419 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52450) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:51.655033 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:51.738747 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Allocated IP 172.20.0.1 (7bafec32-15fc-4801-820b-30f9531ac85b/e2b5f715-8376-4bea-8b74-3cc1ead5c3da/37464a5a-a893-4ca4-a152-3bc209c86eba) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:55:51.772805 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd60c4b-0dee-4a60-898d-17eeecf4d27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb090d-c0f7-44dd-a1b9-967cf104b486,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:51.774067 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 8d2f2a80-ae5c-403c-8529-8a49347fa790 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:55:51.780187 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5cd60c4b-0dee-4a60-898d-17eeecf4d27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:51.786774 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-062b4c1c-a6bd-4733-b1ee-391ad55d61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.793359 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-062b4c1c-a6bd-4733-b1ee-391ad55d61dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.794899 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-062b4c1c-a6bd-4733-b1ee-391ad55d61dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f1d2ff8-a864-4c99-97b9-b112e035b73b HTTP/1.1" status: 204  len: 168 time: 1.6815734
Nov 11 15:55:51.796170 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5cd60c4b-0dee-4a60-898d-17eeecf4d27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:51.797759 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5cd60c4b-0dee-4a60-898d-17eeecf4d27b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35cb090d-c0f7-44dd-a1b9-967cf104b486 HTTP/1.1" status: 204  len: 168 time: 2.2225285
Nov 11 15:55:51.800991 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:51.814394 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b4c1c-a6bd-4733-b1ee-391ad55d61dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d2ff8-a864-4c99-97b9-b112e035b73b,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:51.816898 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-062b4c1c-a6bd-4733-b1ee-391ad55d61dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:51.937153 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.15', 52499) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:51.991671 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:55:52.216586 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.248972 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-3fdd45b8-78ee-464d-8694-c06c5f7b9f22 None None] Provisioning complete for port 16e9bbc4-c335-436e-9042-5876e2872fd7 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:52.249356 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3fdd45b8-78ee-464d-8694-c06c5f7b9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.283191 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:52.290801 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=16e9bbc4-c335-436e-9042-5876e2872fd7,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:52.293022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.296856 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:52.308802 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4393211b5743bdaa2054086be86b38 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:52.326284 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:52.353017 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:52.356608 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Transition to ACTIVE for port object 37464a5a-a893-4ca4-a152-3bc209c86eba will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:52.360063 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 8d2f2a80-ae5c-403c-8529-8a49347fa790 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:52.360473 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.449333 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-dc216928-1cd1-4ca4-9d2c-4cac6862ffab req-416cc2d1-0a36-42ae-be9f-ba30751ee4f5 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 210 time: 0.2823806
Nov 11 15:55:52.530394 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.550886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.627686 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-db6e40bb-1161-4243-ba85-50b924c4ce38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:52.632504 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-0ace93c8-e177-4eb1-8194-67df75ac0606 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:52.635725 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-0ace93c8-e177-4eb1-8194-67df75ac0606 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.15 "GET /v2.0/networks?id=42c48490-b16b-4e7a-857c-fb05d33dbaa0 HTTP/1.1" status: 200  len: 812 time: 0.6947145
Nov 11 15:55:52.652940 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e4393211b5743bdaa2054086be86b38&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0151742
Nov 11 15:55:52.653181 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.659651 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52504) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:52.671013 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.688302 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6369e20>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:47Z', 'revision_number': 3, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:52.689247 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5b0a460>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:47Z', 'revision_number': 3, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:52.701847 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a05867-0beb-44fa-b8bd-ccbcbddf6d88 None None] The sync data for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi is: [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:47Z', 'revision_number': 3, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:55:52.710938 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Request body: {'port': {'device_id': 'cca69527-bf81-4cdf-9dfb-ab3360b55a8a', 'network_id': '42c48490-b16b-4e7a-857c-fb05d33dbaa0', 'admin_state_up': True, 'tenant_id': '1931a1ebddb54f16b09ef06ec1151cd2'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:52.790369 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b510c0f-3278-4201-8033-ad70c71b1e08,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:52.800465 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:52.806944 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52514) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:52.811880 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Checking router: 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:55:52.812393 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Updating router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 port 4d67170e-9d28-4265-ad1b-bee4cc1dd971 binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:55:52.819547 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:52.881246 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:52.974480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Network 7bafec32-15fc-4801-820b-30f9531ac85b is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:52.991697 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:52.995161 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:55:52.995944 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:53.035869 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:53.211861 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:53.220304 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Usage tracker for resource:security_group_rule and tenant:d18553ca33494913a36abe10f4b2f004 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:53.233814 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:53.250182 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:53.264795 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Usage tracker for resource:port and tenant:1931a1ebddb54f16b09ef06ec1151cd2 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:53.317653 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:53.336287 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Pushing event updated for resources: {'Port': ['ID=37464a5a-a893-4ca4-a152-3bc209c86eba,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:53.340789 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2167a94e-111a-42c4-a684-9e80e0f5cf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:53.345265 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:53.355557 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:53.356959 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:53.406080 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Made reservation on behalf of 1931a1ebddb54f16b09ef06ec1151cd2 for: {'port': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:55:53.414421 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:53.458070 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2167a94e-111a-42c4-a684-9e80e0f5cf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:53.490805 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-33dff6b2-ef92-4a28-b5e0-639d98ea8dd3 None None] Provisioning for port 37464a5a-a893-4ca4-a152-3bc209c86eba completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:55:53.497267 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-33dff6b2-ef92-4a28-b5e0-639d98ea8dd3 None None] Provisioning complete for port 37464a5a-a893-4ca4-a152-3bc209c86eba triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:53.497916 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-33dff6b2-ef92-4a28-b5e0-639d98ea8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:53.688732 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-33dff6b2-ef92-4a28-b5e0-639d98ea8dd3 None None] Port 37464a5a-a893-4ca4-a152-3bc209c86eba cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:55:53.738566 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:53.805394 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Transition to ACTIVE for port object 4d67170e-9d28-4265-ad1b-bee4cc1dd971 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:53.831520 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 16e9bbc4-c335-436e-9042-5876e2872fd7 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:55:53.932946 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:53.938102 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Allocated IP 172.20.0.1 (d09db5f2-8b02-41dc-8820-bcc90bc4827d/557f661c-3894-41a3-97b6-edc77bd37f98/9b1b417f-3974-41a1-9c75-1ebacb5b8d0e) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:55:53.939193 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c476605f-ae4e-478a-a4df-d7d56e098eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:53.954200 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.010210 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.023118 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd501c9-fe8f-43c8-9cd4-da33f22bfcc1 None None] Pushing event updated for resources: {'Port': ['ID=4d67170e-9d28-4265-ad1b-bee4cc1dd971,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:54.026031 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5dd501c9-fe8f-43c8-9cd4-da33f22bfcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:54.058534 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Attempting to bind port 4d67170e-9d28-4265-ad1b-bee4cc1dd971 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:55:54.058921 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Attempting to bind port 4d67170e-9d28-4265-ad1b-bee4cc1dd971 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:55:54.059288 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Attempting to bind port 4d67170e-9d28-4265-ad1b-bee4cc1dd971 on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:55:54.074651 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:55:54.075038 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:55:54.078961 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.082698 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:55:54.083320 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Bound port: 4d67170e-9d28-4265-ad1b-bee4cc1dd971, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:55:54.083600 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.291820 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b03af878-e734-47b6-bf81-7054006b2389 req-d588715f-9ad7-4195-a6a6-71e44f4762a2 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 210 time: 0.2083158
Nov 11 15:55:54.292783 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.352466 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 16e9bbc4-c335-436e-9042-5876e2872fd7 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:54.352846 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.376786 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Allocated IP 172.20.0.6 (42c48490-b16b-4e7a-857c-fb05d33dbaa0/347e40dd-1158-4c55-9f7c-ae70d203350e/16560474-17a2-4f55-beb8-048d8ddecadc) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:55:54.377575 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:54.415115 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d18553ca33494913a36abe10f4b2f004&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5312164
Nov 11 15:55:54.421863 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd16e911-2ec8-4294-839f-6ab90cb6033e,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:54.439179 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52576) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:54.456789 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:54.514373 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] For port 4d67170e-9d28-4265-ad1b-bee4cc1dd971, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:55:54.539492 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] For port 4d67170e-9d28-4265-ad1b-bee4cc1dd971, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=4d67170e-9d28-4265-ad1b-bee4cc1dd971,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:55:54.553149 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.574518 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:54.611378 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2167a94e-111a-42c4-a684-9e80e0f5cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.653409 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a7b9aa2e-f8c2-417f-8f7a-6fc932710629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:54.686267 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a94e-111a-42c4-a684-9e80e0f5cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b510c0f-3278-4201-8033-ad70c71b1e08,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:54.702436 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2167a94e-111a-42c4-a684-9e80e0f5cf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:54.707277 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:54.739021 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5f337f82-316b-4f9b-b3dc-7aee8b35faff up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:55:54.787359 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:55:54.787998 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5b0a460>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:55:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:54.917271 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52584) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:54.987930 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Transition to ACTIVE for port object 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e will not be triggered until provisioned by entity DHCP. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:55.006176 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.017553 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2167a94e-111a-42c4-a684-9e80e0f5cf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.019269 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-2167a94e-111a-42c4-a684-9e80e0f5cf67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b510c0f-3278-4201-8033-ad70c71b1e08 HTTP/1.1" status: 204  len: 168 time: 2.3573363
Nov 11 15:55:55.020632 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3c9e-9662-4229-9892-83a0bab752ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.054335 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:55:55.101900 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3c9e-9662-4229-9892-83a0bab752ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.207516 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.210432 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.213961 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.215873 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-efc5c806-5e9a-438b-9e23-777a102d8d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:55.222868 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.243447 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ee873dac-41b0-433c-bf2a-e47e85af47ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:55.284543 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3c9e-9662-4229-9892-83a0bab752ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.394040 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Pushing event updated for resources: {'Port': ['ID=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:55.403359 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:55.438844 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:55.450347 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:55.454051 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:55:55.456728 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.575436 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Pushing event updated for resources: {'Port': ['ID=37464a5a-a893-4ca4-a152-3bc209c86eba,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:55.590518 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:55.592455 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:55.616406 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3c9e-9662-4229-9892-83a0bab752ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.619453 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-0b8c3c9e-9662-4229-9892-83a0bab752ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd16e911-2ec8-4294-839f-6ab90cb6033e HTTP/1.1" status: 204  len: 168 time: 1.1670568
Nov 11 15:55:55.625882 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3c9e-9662-4229-9892-83a0bab752ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd16e911-2ec8-4294-839f-6ab90cb6033e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:55.639099 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0b8c3c9e-9662-4229-9892-83a0bab752ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:55.793394 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Network 7bafec32-15fc-4801-820b-30f9531ac85b is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:55.794567 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:55.921192 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:55.955076 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-3509b8a4-7089-4b31-be97-d0329849cea1 None None] Provisioning for port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:55:55.977065 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-3509b8a4-7089-4b31-be97-d0329849cea1 None None] Provisioning complete for port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:55.977441 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3509b8a4-7089-4b31-be97-d0329849cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:56.004977 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:56.064755 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd501c9-fe8f-43c8-9cd4-da33f22bfcc1 None None] Pushing event updated for resources: {'Port': ['ID=4d67170e-9d28-4265-ad1b-bee4cc1dd971,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:56.070787 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5dd501c9-fe8f-43c8-9cd4-da33f22bfcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.496s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:56.077072 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-3509b8a4-7089-4b31-be97-d0329849cea1 None None] Port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:55:56.095824 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5b0a460>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:47Z', 'revision_number': 3, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:56.101587 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f446a5-4363-4f4f-b100-4ca92724542e None None] The sync data for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi is: [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:47Z', 'revision_number': 3, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:55:56.104847 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 5f337f82-316b-4f9b-b3dc-7aee8b35faff completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:55:56.110666 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 5f337f82-316b-4f9b-b3dc-7aee8b35faff triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:56.111046 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:56.206480 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-b343afe1-430c-4687-bd18-162943302011 None None] Provisioning complete for port 37464a5a-a893-4ca4-a152-3bc209c86eba triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:56.206862 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b343afe1-430c-4687-bd18-162943302011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:56.219276 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Pushing event updated for resources: {'Port': ['ID=16560474-17a2-4f55-beb8-048d8ddecadc,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:56.233527 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:56.297564 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Network 42c48490-b16b-4e7a-857c-fb05d33dbaa0 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:56.316299 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:56.326892 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:56.351030 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 5f337f82-316b-4f9b-b3dc-7aee8b35faff, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5f337f82-316b-4f9b-b3dc-7aee8b35faff,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:55:56.364784 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:55:56.378287 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:56.383254 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:56.405487 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:56.440741 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:56.516909 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-b343afe1-430c-4687-bd18-162943302011 None None] Port 37464a5a-a893-4ca4-a152-3bc209c86eba cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:55:56.547084 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=5f337f82-316b-4f9b-b3dc-7aee8b35faff,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:56.551638 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:56.607823 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:56.641442 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9420607
Nov 11 15:55:56.657412 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1004e5-c57c-46ce-97fc-1f8b0694fd2a req-69ba4529-05fe-4d13-8f1c-7f409d12ff69 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:55:56.658142 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-6f1004e5-c57c-46ce-97fc-1f8b0694fd2a req-69ba4529-05fe-4d13-8f1c-7f409d12ff69 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Synchronizing usage tracker for tenant:1931a1ebddb54f16b09ef06ec1151cd2 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:55:56.697171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:56.703708 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Usage tracker for resource:security_group_rule and tenant:425c9a340d3f4e868ae69a025965b4a2 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:56.706999 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:56.714739 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:56.725300 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Router a9913df6-bd42-4f87-b389-30ea935880cc has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:55:56.725503 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-fa9e8c90-3d40-4bd2-87dc-24847e978f59 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:55:56.726541 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-fa9e8c90-3d40-4bd2-87dc-24847e978f59 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0178413
Nov 11 15:55:56.880300 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.119715 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:55:57.131931 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Sync routers for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:55:57.144828 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:55:57.145496 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d65ca880>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:55:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:57.159068 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] 10.222.0.24 "PUT /v2.0/routers/a9913df6-bd42-4f87-b389-30ea935880cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7896886
Nov 11 15:55:57.326294 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.342507 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.363763 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:57.404417 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-6f1004e5-c57c-46ce-97fc-1f8b0694fd2a req-69ba4529-05fe-4d13-8f1c-7f409d12ff69 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Unset dirty status for tenant:1931a1ebddb54f16b09ef06ec1151cd2 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:55:57.413382 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6f1004e5-c57c-46ce-97fc-1f8b0694fd2a req-69ba4529-05fe-4d13-8f1c-7f409d12ff69 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 931 time: 1.6222932
Nov 11 15:55:57.511690 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c14cb6-9271-4dde-ab8b-dd81fd9859f8,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:57.533871 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:57.550459 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=425c9a340d3f4e868ae69a025965b4a2&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5341291
Nov 11 15:55:57.550548 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52628) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:57.654951 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:55:57.655589 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6f1004e5-c57c-46ce-97fc-1f8b0694fd2a req-ca76f8b8-d24c-4202-b41e-5cad2403d99e tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329321
Nov 11 15:55:57.681917 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a173541d-f4b5-40bd-bdf9-400e3cab0752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.747231 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a173541d-f4b5-40bd-bdf9-400e3cab0752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.827876 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.836302 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.839700 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.867768 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:57.886756 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a173541d-f4b5-40bd-bdf9-400e3cab0752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.894817 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-390fb211-bf64-459c-8ea9-657a4676a161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:57.934555 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173541d-f4b5-40bd-bdf9-400e3cab0752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c14cb6-9271-4dde-ab8b-dd81fd9859f8,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:57.943368 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a173541d-f4b5-40bd-bdf9-400e3cab0752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:57.947378 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a173541d-f4b5-40bd-bdf9-400e3cab0752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:57.954814 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-a173541d-f4b5-40bd-bdf9-400e3cab0752 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36c14cb6-9271-4dde-ab8b-dd81fd9859f8 HTTP/1.1" status: 204  len: 168 time: 0.4032533
Nov 11 15:55:57.975342 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Request body: {'port': {'device_id': 'cca69527-bf81-4cdf-9dfb-ab3360b55a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:58.277169 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Pushing event updated for resources: {'Port': ['ID=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:58.284023 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:58.426968 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:58.465730 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:55:58.470702 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:55:58.734022 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5f337f82-316b-4f9b-b3dc-7aee8b35faff up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:55:58.808730 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d65ca880>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:55:54Z', 'revision_number': 2, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:55:58.827904 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Checking router: a9913df6-bd42-4f87-b389-30ea935880cc for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:55:58.835843 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Updating router a9913df6-bd42-4f87-b389-30ea935880cc port 37464a5a-a893-4ca4-a152-3bc209c86eba binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:55:58.996202 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.073392 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-730c06a5-d2c4-4f46-aa3b-d7fa057e5719 None None] Provisioning complete for port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:59.073797 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-730c06a5-d2c4-4f46-aa3b-d7fa057e5719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.157696 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 5f337f82-316b-4f9b-b3dc-7aee8b35faff triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:59.159162 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.207264 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52664) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:59.213860 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970919043', 'description': 'tempest-description--1294420285'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:59.226144 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:59.240940 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:security_group and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:59.264078 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:59.281198 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:59.316440 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.385844 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:59.394011 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:security_group_rule and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:59.407684 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:59.426879 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:59.491940 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-730c06a5-d2c4-4f46-aa3b-d7fa057e5719 None None] Port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:55:59.522402 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16560474-17a2-4f55-beb8-048d8ddecadc {{(pid=86847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:55:59.532851 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.554112 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Transition to ACTIVE for port object 16560474-17a2-4f55-beb8-048d8ddecadc will not be triggered until provisioned by entity L2. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:55:59.614568 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.622026 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.624301 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.639737 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:59.674968 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 4d67170e-9d28-4265-ad1b-bee4cc1dd971 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:55:59.717618 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67d461f-7b93-4d14-8bd8-1346a09f887c,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:55:59.730033 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:55:59.760399 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.761895 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5529220
Nov 11 15:55:59.765551 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52680) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:55:59.773564 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'security_group_rule': {'security_group_id': 'e67d461f-7b93-4d14-8bd8-1346a09f887c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:55:59.784802 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:55:59.789338 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:55:59.801372 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:security_group_rule and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:55:59.808000 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:55:59.817300 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:55:59.855539 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:55:59.886524 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 4d67170e-9d28-4265-ad1b-bee4cc1dd971 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:55:59.894842 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 4d67170e-9d28-4265-ad1b-bee4cc1dd971 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:55:59.895564 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.001249 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.012163 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.017027 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:00.090198 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b082399-08e2-4681-96c5-27923adf82b3,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:00.104280 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.117781 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:00.133467 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Transition to ACTIVE for port object 37464a5a-a893-4ca4-a152-3bc209c86eba will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:56:00.142043 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.145727 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3790452
Nov 11 15:56:00.147328 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52698) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:00.200047 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'security_group_rule': {'security_group_id': 'e67d461f-7b93-4d14-8bd8-1346a09f887c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:00.201395 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.240281 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:00.271709 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:security_group_rule and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:00.294821 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:00.338720 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:00.385268 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.417212 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.446670 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 4d67170e-9d28-4265-ad1b-bee4cc1dd971, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=4d67170e-9d28-4265-ad1b-bee4cc1dd971,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:00.452559 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.499213 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:56:00.505722 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b94d4e64-40d7-4940-8e3f-887870b73126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:00.552960 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:00.630798 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=4d67170e-9d28-4265-ad1b-bee4cc1dd971,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:00.639447 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:00.666689 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.680697 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.683659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-53b9cdef-e78b-43cf-9b3f-a72cfacc53f4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:00.689242 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f561810-7a0f-4341-afcb-358b09989f87 None None] Pushing event updated for resources: {'Port': ['ID=37464a5a-a893-4ca4-a152-3bc209c86eba,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:00.692452 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f561810-7a0f-4341-afcb-358b09989f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:00.782099 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Pushing event updated for resources: {'Port': ['ID=16560474-17a2-4f55-beb8-048d8ddecadc,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:00.788996 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:00.816017 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:00.823725 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6708136
Nov 11 15:56:00.826486 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd835d17-9bcb-40b2-9fdb-675a157b0140,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:00.838167 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218451-7eac-4b4e-80e4-196029996477 req-fea8af3f-2aa7-4b07-aaf5-99af9c1cd009 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:00.838988 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:00.839574 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52724) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:00.847646 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:00.850392 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3b218451-7eac-4b4e-80e4-196029996477 req-fea8af3f-2aa7-4b07-aaf5-99af9c1cd009 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 943 time: 1.2288992
Nov 11 15:56:00.870341 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:00.880699 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:floatingip and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:00.893824 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:00.911246 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:00.938497 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52732) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:00.967889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:01.332909 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Attempting to bind port 37464a5a-a893-4ca4-a152-3bc209c86eba on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:56:01.333868 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Attempting to bind port 37464a5a-a893-4ca4-a152-3bc209c86eba by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:56:01.334245 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Attempting to bind port 37464a5a-a893-4ca4-a152-3bc209c86eba on network 7bafec32-15fc-4801-820b-30f9531ac85b {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:01.398931 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:56:01.403876 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Checking segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:01.405592 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:01.406158 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Bound using segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:56:01.408390 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Bound port: 37464a5a-a893-4ca4-a152-3bc209c86eba, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:56:01.411492 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:01.423718 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3b218451-7eac-4b4e-80e4-196029996477 req-e9911cb1-bea4-467e-87e3-00fcd236d414 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2953985
Nov 11 15:56:01.450935 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Attempting to bind port 16560474-17a2-4f55-beb8-048d8ddecadc on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:56:01.453294 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Attempting to bind port 16560474-17a2-4f55-beb8-048d8ddecadc by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'ba1275ef-be91-42d1-8139-5c2a757f16b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42c48490-b16b-4e7a-857c-fb05d33dbaa0'}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:56:01.456560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Attempting to bind port 16560474-17a2-4f55-beb8-048d8ddecadc on network 42c48490-b16b-4e7a-857c-fb05d33dbaa0 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:01.590336 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-434634267-network', 'tenant_id': '58a76becfd534ab2892a6acc06c6927d'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:01.602703 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:01.609508 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Usage tracker for resource:network and tenant:58a76becfd534ab2892a6acc06c6927d is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:01.613267 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:01.622593 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Port 16560474-17a2-4f55-beb8-048d8ddecadc on network 42c48490-b16b-4e7a-857c-fb05d33dbaa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 15:56:01.626434 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:01.630705 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Attempting to bind port 16560474-17a2-4f55-beb8-048d8ddecadc on network 42c48490-b16b-4e7a-857c-fb05d33dbaa0 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:01.671488 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:56:01.671905 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Checking segment: {'id': 'ba1275ef-be91-42d1-8139-5c2a757f16b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42c48490-b16b-4e7a-857c-fb05d33dbaa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:01.673216 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Bound using segment: {'id': 'ba1275ef-be91-42d1-8139-5c2a757f16b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42c48490-b16b-4e7a-857c-fb05d33dbaa0'} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:56:01.680132 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Bound port: 16560474-17a2-4f55-beb8-048d8ddecadc, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1275ef-be91-42d1-8139-5c2a757f16b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42c48490-b16b-4e7a-857c-fb05d33dbaa0'}}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:56:01.680637 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:01.691023 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Made reservation on behalf of 58a76becfd534ab2892a6acc06c6927d for: {'network': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:01.699925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:01.720725 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] For port 37464a5a-a893-4ca4-a152-3bc209c86eba, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:56:01.733989 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] For port 37464a5a-a893-4ca4-a152-3bc209c86eba, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=37464a5a-a893-4ca4-a152-3bc209c86eba,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:56:01.734249 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:01.811175 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:01.814799 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Usage tracker for resource:security_group_rule and tenant:58a76becfd534ab2892a6acc06c6927d is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:01.817415 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:01.823949 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:01.888966 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:01.917161 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-991e454e-7d91-4f2d-8f7e-60866e163c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:01.932568 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:56:01.946041 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Sync routers for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:56:01.967671 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:01.971988 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5a95580>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:55:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:01.987750 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:01.991336 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] For port 16560474-17a2-4f55-beb8-048d8ddecadc, host hv-cinder-81115, cleared binding levels {{(pid=86847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:56:01.998285 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] For port 16560474-17a2-4f55-beb8-048d8ddecadc, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=16560474-17a2-4f55-beb8-048d8ddecadc,segment=NetworkSegment(ba1275ef-be91-42d1-8139-5c2a757f16b0),segment_id=ba1275ef-be91-42d1-8139-5c2a757f16b0)] {{(pid=86847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:56:01.998699 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:02.008768 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] 10.222.0.24 "PUT /v2.0/routers/3d7ca453-160c-4782-b2e8-7b84f0ba2f74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5799026
Nov 11 15:56:02.031935 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:02.066740 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:02.132828 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:02.133466 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d65ca880>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:55:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:02.152049 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:02.169416 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-76f80b99-2b59-4d05-b909-a8b79be52240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:02.294655 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:02.296903 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:02.301878 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] 10.222.0.15 "PUT /v2.0/ports/16560474-17a2-4f55-beb8-048d8ddecadc HTTP/1.1" status: 200  len: 1093 time: 4.9823182
Nov 11 15:56:02.302350 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca69527-bf81-4cdf-9dfb-ab3360b55a8a', 'tag': '16560474-17a2-4f55-beb8-048d8ddecadc'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:02.338122 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2d7ba-1b54-47cb-9dc8-12739960101f,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:02.358198 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:02.461921 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765}  {{(pid=86846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:56:02.573080 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:02.573530 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.segments_db [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Added segment 393dab79-7c82-45c4-974d-88c5aea90254 of type vlan for network 1807e6dc-3139-4bed-93e3-e04ac3c7018f
Nov 11 15:56:02.764098 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 4d67170e-9d28-4265-ad1b-bee4cc1dd971 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:56:02.796546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Pushing event updated for resources: {'Port': ['ID=16560474-17a2-4f55-beb8-048d8ddecadc,revision_number=3']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:02.814487 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:02.841047 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-162645d3-4e96-4c8b-95b1-a96daf2d6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:02.851016 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-162645d3-4e96-4c8b-95b1-a96daf2d6e25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1931a1ebddb54f16b09ef06ec1151cd2&device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 1096 time: 0.4281480
Nov 11 15:56:02.906221 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:03.063793 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:03.090935 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f561810-7a0f-4341-afcb-358b09989f87 None None] Pushing event updated for resources: {'Port': ['ID=37464a5a-a893-4ca4-a152-3bc209c86eba,revision_number=4']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:03.108281 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f561810-7a0f-4341-afcb-358b09989f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.191s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:03.143377 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Allocated IP 172.27.1.108 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/f8c145cb-a15f-4b9c-9e63-d7d58aeb05cb) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:56:03.149916 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:03.312819 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.db.resource_extend [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 11 15:56:03.338630 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 4d67170e-9d28-4265-ad1b-bee4cc1dd971 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:03.339911 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:03.591684 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-a202a49b-5fc9-4a2b-8e71-4a327b998c51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16560474-17a2-4f55-beb8-048d8ddecadc HTTP/1.1" status: 200  len: 217 time: 0.7370851
Nov 11 15:56:03.814682 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-5e2a9cc0-8747-4d5b-96c3-66c613eeae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:03.822849 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-5e2a9cc0-8747-4d5b-96c3-66c613eeae70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=347e40dd-1158-4c55-9f7c-ae70d203350e HTTP/1.1" status: 200  len: 852 time: 0.2143288
Nov 11 15:56:03.869535 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:03.960776 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:03.973947 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:03.991320 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:04.172144 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-75048135-2cac-4cea-9ba3-4be0fcd4d6b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42c48490-b16b-4e7a-857c-fb05d33dbaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3004000
Nov 11 15:56:04.264674 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'Port': ['ID=f8c145cb-a15f-4b9c-9e63-d7d58aeb05cb,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:04.278204 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:04.279398 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:04.286166 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:04.308866 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ec0443f4-b664-443a-a936-b0f317d4fc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:04.375530 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc13f-6684-4b39-9edd-7239a7ba158f req-0e217bb0-6df0-4e68-a102-fbefaca7aa75 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:04.402898 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a09bc13f-6684-4b39-9edd-7239a7ba158f req-0e217bb0-6df0-4e68-a102-fbefaca7aa75 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 943 time: 1.6069617
Nov 11 15:56:04.435068 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:56:04.479160 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:04.480746 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-df100a59-eafd-4f65-99e1-53f295895086 service neutron] 10.222.0.15 "GET /v2.0/networks/42c48490-b16b-4e7a-857c-fb05d33dbaa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965331
Nov 11 15:56:04.572659 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52826) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:04.678909 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d65ca880>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:01Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:04.685572 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:56:04.692869 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5575021-0ffa-4f16-8013-c295c6400798 None None] The sync data for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi is: [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:01Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:56:04.842544 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52834) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:04.918402 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5a95580>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:55:57Z', 'revision_number': 2, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:04.940969 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Checking router: 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:56:04.943373 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Updating router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:56:04.951823 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Pushing event updated for resources: {'Network': ['ID=1807e6dc-3139-4bed-93e3-e04ac3c7018f,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:04.979501 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159824129', 'description': 'tempest-description--1846149735'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:05.012010 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:05.034950 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:security_group and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:05.041382 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:05.064782 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:05.131317 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:05.139578 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ce2417c-0aca-4a37-a39e-252f9f6a1b7c req-03fb2bd7-37ee-43c1-b820-42ec18b8c142 service neutron] 10.222.0.15 "GET /v2.0/networks/42c48490-b16b-4e7a-857c-fb05d33dbaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6274195
Nov 11 15:56:05.158511 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 1807e6dc-3139-4bed-93e3-e04ac3c7018f details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:56:05.190186 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-a09bc13f-6684-4b39-9edd-7239a7ba158f req-d7c60652-0e3d-4a8e-b22f-987431258f86 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Synchronizing usage tracker for tenant:1931a1ebddb54f16b09ef06ec1151cd2 on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:05.201686 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 37464a5a-a893-4ca4-a152-3bc209c86eba up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:56:05.238681 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:05.248655 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 4.3108921
Nov 11 15:56:05.251693 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52846) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:05.266917 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Request body: {'subnet': {'network_id': '1807e6dc-3139-4bed-93e3-e04ac3c7018f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-434634267-subnet', 'tenant_id': '58a76becfd534ab2892a6acc06c6927d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:05.280343 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:05.288519 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Usage tracker for resource:subnet and tenant:58a76becfd534ab2892a6acc06c6927d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:05.313288 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:05.349776 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:05.422723 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:05.424366 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:05.453749 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:security_group_rule and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:05.457652 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:05.471822 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:05.493714 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Made reservation on behalf of 58a76becfd534ab2892a6acc06c6927d for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:05.507479 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:05.556308 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:05.569201 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:05.585509 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:05.654976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-a09bc13f-6684-4b39-9edd-7239a7ba158f req-d7c60652-0e3d-4a8e-b22f-987431258f86 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Unset dirty status for tenant:1931a1ebddb54f16b09ef06ec1151cd2 on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:05.672062 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a09bc13f-6684-4b39-9edd-7239a7ba158f req-d7c60652-0e3d-4a8e-b22f-987431258f86 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2682517
Nov 11 15:56:05.719492 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca69527-bf81-4cdf-9dfb-ab3360b55a8a', 'tag': '16560474-17a2-4f55-beb8-048d8ddecadc', 'status': 'completed', 'code': 200}
Nov 11 15:56:05.720486 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:05.735257 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Usage tracker for resource:security_group_rule and tenant:dc14a385ed724e0894addca58989b74f is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:05.746141 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:05.812778 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:05.967232 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 37464a5a-a893-4ca4-a152-3bc209c86eba completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:56:05.993049 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 37464a5a-a893-4ca4-a152-3bc209c86eba triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:05.993975 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.072870 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.080625 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.087771 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.111241 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:06.191519 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.224708 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52878) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:06.237096 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.283235 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-42135d41-b34a-4285-b48d-8e7ef9fb86b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:06.288148 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.297645 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.4491012
Nov 11 15:56:06.309715 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.311152 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'Port': ['ID=f8c145cb-a15f-4b9c-9e63-d7d58aeb05cb,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:06.324609 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:06.325275 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.344022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:06.355265 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.371875 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.384987 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:06.401082 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.405043 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.5225613
Nov 11 15:56:06.405043 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:06.405277 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52888) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:06.408746 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 37464a5a-a893-4ca4-a152-3bc209c86eba, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=37464a5a-a893-4ca4-a152-3bc209c86eba,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:06.415327 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.420930 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:06.427305 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'security_group_rule': {'security_group_id': 'bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:06.445570 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d783d49-63f1-444c-b4c5-a8f330276685,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:06.465349 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:06.470432 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc14a385ed724e0894addca58989b74f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8753545
Nov 11 15:56:06.474086 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:security_group_rule and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:06.475637 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:06.476335 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52892) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:06.478600 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3809c550-6ffb-4472-a5bf-1d9bc890d4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:06.485016 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:06.500531 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:06.546838 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.573922 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=37464a5a-a893-4ca4-a152-3bc209c86eba,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:06.589050 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:06.685376 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd761c31-221a-4391-a5d7-b985e9978285,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:06.698813 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.699260 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.709946 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:06.715518 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.722350 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.737350 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Transition to ACTIVE for port object 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:56:06.746855 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.753271 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:06.755945 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5bdb9f72-0835-4d6a-adb6-ce19dab3c7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:06.763343 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Checking segment: {'id': '393dab79-7c82-45c4-974d-88c5aea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1807e6dc-3139-4bed-93e3-e04ac3c7018f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:06.763700 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Network hostable DHCP agents. Network: 1807e6dc-3139-4bed-93e3-e04ac3c7018f, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:56:06.786818 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:06.810493 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Usage tracker for resource:security_group_rule and tenant:0438e671971948fc9c04b9fc8778fd63 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:06.820722 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaccfa68-7336-4955-916e-4342b9cb5ad0,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:06.824686 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:06.831450 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:06.848363 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:06.855721 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-972e03bf-3c4c-49ca-8368-ed832ddfadfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.879303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-2b5ff4fb-ff5c-4ef8-aa5c-2c79d52fe117 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:06.932383 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.939020 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5327568
Nov 11 15:56:06.939917 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52912) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:06.952499 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-972e03bf-3c4c-49ca-8368-ed832ddfadfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:06.962731 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 37464a5a-a893-4ca4-a152-3bc209c86eba up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:56:06.970747 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'security_group_rule': {'security_group_id': 'bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:06.985725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:06.999168 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:security_group_rule and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:07.017340 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:07.023065 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3149a5c-776e-438d-83fe-d7a7c75a2a49 None None] Pushing event updated for resources: {'Port': ['ID=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:07.034640 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e3149a5c-776e-438d-83fe-d7a7c75a2a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:07.052017 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:07.065053 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Network 1807e6dc-3139-4bed-93e3-e04ac3c7018f is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:56:07.078958 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-972e03bf-3c4c-49ca-8368-ed832ddfadfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.096675 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-143e905e-2d7f-4a06-9c38-b03d2f3b6845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:07.114308 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e03bf-3c4c-49ca-8368-ed832ddfadfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d783d49-63f1-444c-b4c5-a8f330276685,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:07.124753 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 1807e6dc-3139-4bed-93e3-e04ac3c7018f) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:07.135092 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-972e03bf-3c4c-49ca-8368-ed832ddfadfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:07.140582 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-2b5ff4fb-ff5c-4ef8-aa5c-2c79d52fe117 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:07.146427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.151245 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-2b5ff4fb-ff5c-4ef8-aa5c-2c79d52fe117 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--970919043&fields=id&tenant_id=372c0757fa0e4f519c4ded917967f608 HTTP/1.1" status: 200  len: 267 time: 0.4474161
Nov 11 15:56:07.180795 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:07.181887 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.204396 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb30e53-49b2-47b9-8f98-e1e44e1daf70 None None] Network 1807e6dc-3139-4bed-93e3-e04ac3c7018f requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:07.261454 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9df15-a54c-48ed-a264-12fa0eaf45b0 req-cbe1fcab-d030-4ffc-b5af-d8040ce7410a tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:07.271704 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-72a9df15-a54c-48ed-a264-12fa0eaf45b0 req-cbe1fcab-d030-4ffc-b5af-d8040ce7410a tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 943 time: 0.4195824
Nov 11 15:56:07.346515 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.366910 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-972e03bf-3c4c-49ca-8368-ed832ddfadfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.373317 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Attempting to bind port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:56:07.373317 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Attempting to bind port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:56:07.373317 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Attempting to bind port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e on network d09db5f2-8b02-41dc-8820-bcc90bc4827d {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:07.374742 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-972e03bf-3c4c-49ca-8368-ed832ddfadfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d783d49-63f1-444c-b4c5-a8f330276685 HTTP/1.1" status: 204  len: 168 time: 0.8573225
Nov 11 15:56:07.383219 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-1e8dbd1b-de47-47a1-89bb-28501b3f9f96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.1303296
Nov 11 15:56:07.394183 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.396084 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:56:07.397291 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Checking segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:07.397291 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.397291 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Bound using segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:56:07.397911 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Bound port: 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:56:07.398390 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.427008 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0dcef58f-b322-43d1-bcf5-5f7142ed3992 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:07.431540 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-b0a4b061-fc0b-4659-b61c-44f02d604a98 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:07.432460 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-b0a4b061-fc0b-4659-b61c-44f02d604a98 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:network {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:07.449557 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-72a9df15-a54c-48ed-a264-12fa0eaf45b0 req-9a2d9f41-4daa-4c97-8152-3d3cb4e63927 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766644
Nov 11 15:56:07.472740 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-b0a4b061-fc0b-4659-b61c-44f02d604a98 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:network {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:07.480128 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-b0a4b061-fc0b-4659-b61c-44f02d604a98 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 810 time: 0.3277392
Nov 11 15:56:07.511565 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 37464a5a-a893-4ca4-a152-3bc209c86eba triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:07.511954 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.513702 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-939298db-fb24-4a1b-9a1a-759fe1f9db0c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/quotas/372c0757fa0e4f519c4ded917967f608 HTTP/1.1" status: 200  len: 375 time: 0.0326064
Nov 11 15:56:07.518953 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0438e671971948fc9c04b9fc8778fd63&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2880735
Nov 11 15:56:07.538444 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52932) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:07.539107 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485f2e16-e8c9-4466-8acc-3b8575c5b82d,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:07.544933 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:07.588079 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.592716 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.604994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-30e30215-070a-4fe6-ae35-fb0bf87d957a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:07.638056 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-d8c5ff5b-80cf-4cf3-be17-ba492f7e8ed0 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1234705
Nov 11 15:56:07.638288 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d4b158-713e-4e02-849e-ec9800cd9e07,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:07.644016 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:07.671690 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0766ba8-c749-435d-82b6-7546ff9b4f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.679131 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.681177 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7167761
Nov 11 15:56:07.684045 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52944) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:07.689737 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:07.697461 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:07.702031 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:floatingip and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:07.705837 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:07.714652 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:07.730755 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.773717 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0766ba8-c749-435d-82b6-7546ff9b4f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.786456 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] For port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:56:07.797367 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] For port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:56:07.848957 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0766ba8-c749-435d-82b6-7546ff9b4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.858593 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-75cb309a-ddac-4193-aa1d-47ed5e1a5de8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:07.875512 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0766ba8-c749-435d-82b6-7546ff9b4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f2e16-e8c9-4466-8acc-3b8575c5b82d,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:07.887192 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f0766ba8-c749-435d-82b6-7546ff9b4f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:07.890594 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0766ba8-c749-435d-82b6-7546ff9b4f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.892204 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-f0766ba8-c749-435d-82b6-7546ff9b4f52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/485f2e16-e8c9-4466-8acc-3b8575c5b82d HTTP/1.1" status: 204  len: 168 time: 0.3455358
Nov 11 15:56:07.914735 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.929171 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:07.958873 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519c7cf-70c2-47dc-bbc5-e88a64bb448a None None] Network 1807e6dc-3139-4bed-93e3-e04ac3c7018f requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:07.969448 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:07.978410 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52954) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:08.016578 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:08.056402 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:08.069298 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Usage tracker for resource:security_group_rule and tenant:1832ec62de8640ca8b36d4ec849422d2 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:08.076544 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:08.101076 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:08.145566 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Allocated IP 172.27.1.156 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/8167634a-344e-4483-8903-68dde8b58b0d) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:56:08.206164 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:08.206931 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5a95580>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:55:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:08.302927 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-e95746d7-8164-4512-8a28-8bb67acc5bf6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 15:56:08.304442 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-e95746d7-8164-4512-8a28-8bb67acc5bf6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4445920
Nov 11 15:56:08.321936 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3149a5c-776e-438d-83fe-d7a7c75a2a49 None None] Pushing event updated for resources: {'Port': ['ID=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:08.326162 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e3149a5c-776e-438d-83fe-d7a7c75a2a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:08.351835 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:08.362339 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:08.393711 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-67bea60d-0987-4f6b-931e-bf41af225f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:08.594546 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1832ec62de8640ca8b36d4ec849422d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6141980
Nov 11 15:56:08.604322 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52968) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:08.648947 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2348b7fb-ccf9-4986-a94d-971a7459795e,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:08.652345 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:08.719357 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:08.800807 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 52976) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:08.879929 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:08.912121 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2c3de1a2-a378-49fc-9832-dba6e04f9f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:08.985822 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2c3de1a2-a378-49fc-9832-dba6e04f9f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.003629 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:09.017726 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Usage tracker for resource:security_group_rule and tenant:2794326ee8c44a58a17dffa6beaceba7 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:09.029385 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:09.070450 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:09.190951 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2c3de1a2-a378-49fc-9832-dba6e04f9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.219160 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:09.265215 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3de1a2-a378-49fc-9832-dba6e04f9f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2348b7fb-ccf9-4986-a94d-971a7459795e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:09.281560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.281766 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e6d40-2fb7-482f-b872-73e35e44af6b req-30813a1c-a9d8-4c6e-b747-628a7cfa5df9 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:09.305582 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-9368bfd5-2057-45d2-af65-85cd2bf8ff29 service neutron] 10.222.0.24 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9890742
Nov 11 15:56:09.315730 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-350e6d40-2fb7-482f-b872-73e35e44af6b req-30813a1c-a9d8-4c6e-b747-628a7cfa5df9 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 943 time: 0.5900407
Nov 11 15:56:09.360224 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 52994) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:09.361244 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2c3de1a2-a378-49fc-9832-dba6e04f9f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:09.386387 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110438353-network', 'tenant_id': '96ad626623ef49c6aa4f60ea04ec5df3'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:09.404964 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:09.407497 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2c3de1a2-a378-49fc-9832-dba6e04f9f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.408733 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-2c3de1a2-a378-49fc-9832-dba6e04f9f3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2348b7fb-ccf9-4986-a94d-971a7459795e HTTP/1.1" status: 204  len: 168 time: 0.7934833
Nov 11 15:56:09.420212 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Usage tracker for resource:network and tenant:96ad626623ef49c6aa4f60ea04ec5df3 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:09.445649 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-350e6d40-2fb7-482f-b872-73e35e44af6b req-5a8b1080-7ebf-4bfc-a4e7-5b9d058bcc54 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277761
Nov 11 15:56:09.450036 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:09.471683 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:09.495342 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Made reservation on behalf of 96ad626623ef49c6aa4f60ea04ec5df3 for: {'network': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:09.498951 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.533986 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.590739 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:09.600574 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Usage tracker for resource:security_group_rule and tenant:96ad626623ef49c6aa4f60ea04ec5df3 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:09.605927 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5a95580>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:07Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:09.606841 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:09.612942 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44bed0-fa2c-4dfc-b5e9-a6e82b97e07e None None] The sync data for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi is: [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:07Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:56:09.639020 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:09.822765 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.841635 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.872873 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-3ed09ff0-4b03-4b6a-b575-848600e321ae service neutron] 10.222.0.24 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5435030
Nov 11 15:56:09.928810 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:09.934845 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.942426 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:09.946000 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a173541d-f4b5-40bd-bdf9-400e3cab0752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:09.959416 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2794326ee8c44a58a17dffa6beaceba7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1448376
Nov 11 15:56:09.965536 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53014) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:10.054556 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2b934d-1732-4db9-aab2-d0af3823a993,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:10.062083 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:10.093945 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777}  {{(pid=86846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:56:10.133534 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:10.133921 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.segments_db [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Added segment 419cf26a-1e15-4c6a-8c3d-324857cbc57d of type vlan for network fd6a7444-f1b5-4a3d-b314-63d029c83960
Nov 11 15:56:10.216317 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160a7e02-b8ec-4bd1-ab1d-0f88b08bfec7,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:10.223197 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:10.241078 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:10.333386 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:10.333611 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f9874263-8dc4-46a4-b0e7-e71672ec34b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:10.335226 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:10.336024 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:10.350022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:10.375881 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f9874263-8dc4-46a4-b0e7-e71672ec34b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:10.486935 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:10.510102 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f9874263-8dc4-46a4-b0e7-e71672ec34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:10.511046 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:10.642446 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'Port': ['ID=8167634a-344e-4483-8903-68dde8b58b0d,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:10.648535 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:10.652216 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:56:10.653692 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:10.682024 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:10.687131 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:56:10.705171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-ebb272bf-491d-4981-ab4e-01e07a214acc req-bddacaf3-56cf-4a28-9b2f-87265d68dfd2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:10.735915 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9874263-8dc4-46a4-b0e7-e71672ec34b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160a7e02-b8ec-4bd1-ab1d-0f88b08bfec7,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:10.824175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f9874263-8dc4-46a4-b0e7-e71672ec34b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:10.835208 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Pushing event updated for resources: {'Network': ['ID=fd6a7444-f1b5-4a3d-b314-63d029c83960,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:10.843855 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:10.849378 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network fd6a7444-f1b5-4a3d-b314-63d029c83960 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:56:10.865855 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.4942522
Nov 11 15:56:10.868007 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53068) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:10.879414 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-ebb272bf-491d-4981-ab4e-01e07a214acc req-bddacaf3-56cf-4a28-9b2f-87265d68dfd2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:10.882241 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ebb272bf-491d-4981-ab4e-01e07a214acc req-bddacaf3-56cf-4a28-9b2f-87265d68dfd2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 210 time: 0.3162642
Nov 11 15:56:10.898067 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Request body: {'subnet': {'network_id': 'fd6a7444-f1b5-4a3d-b314-63d029c83960', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110438353-subnet', 'tenant_id': '96ad626623ef49c6aa4f60ea04ec5df3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:10.924669 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:10.936187 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Usage tracker for resource:subnet and tenant:96ad626623ef49c6aa4f60ea04ec5df3 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:10.949407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:10.966470 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:11.001364 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Made reservation on behalf of 96ad626623ef49c6aa4f60ea04ec5df3 for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:11.013710 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.029386 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f9874263-8dc4-46a4-b0e7-e71672ec34b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.032860 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f9874263-8dc4-46a4-b0e7-e71672ec34b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/160a7e02-b8ec-4bd1-ab1d-0f88b08bfec7 HTTP/1.1" status: 204  len: 168 time: 1.0625880
Nov 11 15:56:11.077645 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:56:11.119189 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.171477 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d03d-d5ce-45d3-8090-5dcd64294162 req-31441086-daf1-42bc-9eb8-5c85aaf28d18 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:11.175233 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e615d03d-d5ce-45d3-8090-5dcd64294162 req-31441086-daf1-42bc-9eb8-5c85aaf28d18 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 943 time: 0.4505491
Nov 11 15:56:11.232353 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:56:11.244022 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:11.245870 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.476475 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e615d03d-d5ce-45d3-8090-5dcd64294162 req-7f9a31fb-5b12-4852-a882-d775853b0110 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138848
Nov 11 15:56:11.483674 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.542060 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.548820 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:11.590969 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.726139 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:11.730576 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-44b60427-b19f-4b62-9b2c-cecc12d39165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.738829 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.745690 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:11.771239 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Checking segment: {'id': '419cf26a-1e15-4c6a-8c3d-324857cbc57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd6a7444-f1b5-4a3d-b314-63d029c83960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:11.771787 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Network hostable DHCP agents. Network: fd6a7444-f1b5-4a3d-b314-63d029c83960, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:56:11.796175 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78c90aa-42ad-4891-9cda-0d4c226a3483,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:11.819345 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:11.839089 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Network fd6a7444-f1b5-4a3d-b314-63d029c83960 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:56:11.855551 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, fd6a7444-f1b5-4a3d-b314-63d029c83960) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:11.868750 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:11.869268 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:11.896605 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a816b112-c9f0-45c2-9c9d-f3c1e199097e None None] Network fd6a7444-f1b5-4a3d-b314-63d029c83960 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:11.944859 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0718069
Nov 11 15:56:12.038225 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-80b3b709-04df-483b-91cf-ec0cce433488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:12.044386 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-80b3b709-04df-483b-91cf-ec0cce433488 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1931a1ebddb54f16b09ef06ec1151cd2&device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 1096 time: 0.4486430
Nov 11 15:56:12.187474 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eb80947f-9c42-4203-87de-9346ae45ad39 req-c8e36be5-978c-4c45-9e08-4215c3afe856 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 210 time: 0.1284227
Nov 11 15:56:12.307221 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:12.314528 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:12.325750 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:12.341177 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:12.356730 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:12.367171 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-a8210d51-94ea-48a8-98d6-2e8f9cd05c52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:12.396804 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53120) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:12.416202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b0265-f5c2-4f02-a5df-44eb9878ba6e None None] Network fd6a7444-f1b5-4a3d-b314-63d029c83960 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:12.416896 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-a4cf4ecb-3c50-441d-9118-4aaddba1a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:12.418532 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-a4cf4ecb-3c50-441d-9118-4aaddba1a784 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42c48490-b16b-4e7a-857c-fb05d33dbaa0 HTTP/1.1" status: 200  len: 913 time: 0.3602891
Nov 11 15:56:12.515352 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:12.527769 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-1ad3d28a-5dcc-4fac-a4ba-3d5c5e26ad86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16560474-17a2-4f55-beb8-048d8ddecadc HTTP/1.1" status: 200  len: 217 time: 0.0998764
Nov 11 15:56:12.586269 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'Port': ['ID=8167634a-344e-4483-8903-68dde8b58b0d,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:12.603689 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:12.616704 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_v2 [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Deleting subnet cd761c31-221a-4391-a5d7-b985e9978285 {{(pid=86846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 15:56:12.627522 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:12.648847 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-d21e0fde-b52c-4217-bd2e-cfdefc04b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:12.650750 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-d21e0fde-b52c-4217-bd2e-cfdefc04b411 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=347e40dd-1158-4c55-9f7c-ae70d203350e HTTP/1.1" status: 200  len: 852 time: 0.1123059
Nov 11 15:56:12.656955 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:12.658422 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9731398
Nov 11 15:56:12.740539 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-751d80f7-b5a2-4904-9fb7-7e9f6aea55a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42c48490-b16b-4e7a-857c-fb05d33dbaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763621
Nov 11 15:56:12.746803 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:12.770509 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.15', 52519) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:12.777341 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:12.947646 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:56:13.173316 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:13.174621 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:13.246954 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-2467a08f-ca7e-429a-acd6-31b6612906fd service neutron] 10.222.0.15 "GET /v2.0/networks/42c48490-b16b-4e7a-857c-fb05d33dbaa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5023105
Nov 11 15:56:13.266449 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3919f6a-0ff6-49dd-a905-fa8102843b54 req-edf9cd2c-b40c-45bc-9eec-14e9cef27263 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:13.268770 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d3919f6a-0ff6-49dd-a905-fa8102843b54 req-edf9cd2c-b40c-45bc-9eec-14e9cef27263 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 943 time: 0.4679337
Nov 11 15:56:13.344855 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for subnet, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:13.398301 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-bae50796-2d27-46ca-9eda-4e9460653d9d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:13.415354 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-b3669afc-ae4d-4ff8-9ef1-b41224b56ce2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:13.417828 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-b3669afc-ae4d-4ff8-9ef1-b41224b56ce2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 810 time: 0.6449978
Nov 11 15:56:13.422308 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:13.465408 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d3919f6a-0ff6-49dd-a905-fa8102843b54 req-42a204fd-c2d7-4f2e-881f-c362f13dfeec tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573873
Nov 11 15:56:13.485071 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd761c31-221a-4391-a5d7-b985e9978285,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:13.498341 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:13.501533 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:13.525856 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd761c31-221a-4391-a5d7-b985e9978285 HTTP/1.1" status: 204  len: 168 time: 1.1281912
Nov 11 15:56:13.530717 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53184) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:13.568212 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-bae50796-2d27-46ca-9eda-4e9460653d9d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:13.569894 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-bae50796-2d27-46ca-9eda-4e9460653d9d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--159824129&fields=id&tenant_id=b700de87faa24c98a4c96ebb71c56f80 HTTP/1.1" status: 200  len: 267 time: 0.3314519
Nov 11 15:56:13.578040 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0e4de391-e48a-4bb3-addf-52dbd4d58010 req-0b356a6e-b0a7-4d67-a451-6b0ab56c476b service neutron] 10.222.0.15 "GET /v2.0/networks/42c48490-b16b-4e7a-857c-fb05d33dbaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082464
Nov 11 15:56:13.688981 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-be13cd9c-f914-40d7-b307-5ddaadbc0f5b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:13.701057 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a98bdff5-72a4-41cf-82e6-7f802262fdd7 req-1a480bad-e9fe-49fa-a045-868085edc7e5 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 210 time: 0.0541542
Nov 11 15:56:13.913515 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-be13cd9c-f914-40d7-b307-5ddaadbc0f5b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:13.915778 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-be13cd9c-f914-40d7-b307-5ddaadbc0f5b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372c0757fa0e4f519c4ded917967f608 HTTP/1.1" status: 200  len: 379 time: 0.4616008
Nov 11 15:56:13.933285 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'port': {'device_id': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'admin_state_up': True, 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'security_groups': ['e67d461f-7b93-4d14-8bd8-1346a09f887c']}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:14.042362 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.085349 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2169fede-72e0-4d85-8749-9c39cc4ab473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.181089 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-203f2553-2a67-49d5-88d6-b0bb70be8222 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:14.182652 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-203f2553-2a67-49d5-88d6-b0bb70be8222 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 817 time: 0.6035101
Nov 11 15:56:14.234955 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.282505 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-4d9e3d18-1efa-48d3-b730-55ace7abb198 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/quotas/b700de87faa24c98a4c96ebb71c56f80 HTTP/1.1" status: 200  len: 375 time: 0.0802450
Nov 11 15:56:14.334596 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:14.342909 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.370147 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 16560474-17a2-4f55-beb8-048d8ddecadc details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:56:14.377606 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:14.397575 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f72d5deb190>> segment before_delete 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.397933 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f72d5deb190>> subnet precommit_delete_associations 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.398666 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d61e4bb0>> segment_host_mapping after_create 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.399119 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d61e4bb0>> port after_create 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.399410 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d61e4bb0>> port after_delete 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.399674 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d61e4bb0>> port after_update 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.399987 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d61e4bb0>> segment after_delete 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.400323 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d61e4bb0>> subnet after_create 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.400666 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d61e4bb0>> subnet after_delete 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.400972 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d61e4bb0>> subnet after_update 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.530014 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 16560474-17a2-4f55-beb8-048d8ddecadc, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=16560474-17a2-4f55-beb8-048d8ddecadc,segment=NetworkSegment(ba1275ef-be91-42d1-8139-5c2a757f16b0),segment_id=ba1275ef-be91-42d1-8139-5c2a757f16b0)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:14.549907 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '16560474-17a2-4f55-beb8-048d8ddecadc', 'network_id': '42c48490-b16b-4e7a-857c-fb05d33dbaa0', 'port_id': '16560474-17a2-4f55-beb8-048d8ddecadc', 'mac_address': 'fa:16:3e:15:37:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347e40dd-1158-4c55-9f7c-ae70d203350e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:56:14.612654 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53242) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:14.632626 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.667333 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16560474-17a2-4f55-beb8-048d8ddecadc {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:56:14.682557 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72d5d11700>> subnet after_create 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.682557 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72d5d11700>> subnet after_delete 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.682828 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72d5d11700>> subnet before_create 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.683127 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72d5d11700>> subnet before_update 55550000 {{(pid=86846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:14.683539 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d5c175e0>,) {'filters': {'network_id': ['1807e6dc-3139-4bed-93e3-e04ac3c7018f']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:14.687843 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 16560474-17a2-4f55-beb8-048d8ddecadc, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=16560474-17a2-4f55-beb8-048d8ddecadc,segment=NetworkSegment(ba1275ef-be91-42d1-8139-5c2a757f16b0),segment_id=ba1275ef-be91-42d1-8139-5c2a757f16b0)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:14.694771 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.701201 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:14.710720 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5c175e0>, '393dab79-7c82-45c4-974d-88c5aea90254') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:14.711520 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5c175e0>, '393dab79-7c82-45c4-974d-88c5aea90254') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:14.746690 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8c05-68aa-4cbe-880e-76ea9ca095f0 req-76314b40-b265-4687-93ef-e50eaf969678 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:14.749858 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a7ec8c05-68aa-4cbe-880e-76ea9ca095f0 req-76314b40-b265-4687-93ef-e50eaf969678 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 943 time: 0.1145926
Nov 11 15:56:14.750250 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Made reservation on behalf of 372c0757fa0e4f519c4ded917967f608 for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:14.754256 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.803045 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=16560474-17a2-4f55-beb8-048d8ddecadc,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:14.805293 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.807380 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:14.822782 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.843502 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.852414 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 15:56:14.852749 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:14.853163 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:14.864358 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a7ec8c05-68aa-4cbe-880e-76ea9ca095f0 req-a15b81bf-ad29-4369-a906-6a81a4196836 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073759
Nov 11 15:56:14.865305 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Usage tracker for resource:security_group_rule and tenant:87793dc5ab4d4ef2bffe42fbead79ae6 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:14.870247 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:14.876215 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:14.955829 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['16560474-17a2-4f55-beb8-048d8ddecadc'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   from cryptography.utils import int_from_bytes
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   from cryptography.utils import int_from_bytes
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   util.warn_limited(
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 15:56:14.991124 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 15:56:15.086511 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.134985 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.191122 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-afb90fa1-e402-46cf-8f43-5f85bbb925ec req-25cb24f0-2411-418c-9f1c-da51b0469f4c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 210 time: 0.1073916
Nov 11 15:56:15.194649 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.215279 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:15.243859 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:56:15.251982 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.263053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.278346 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-7080dcbe-1cf3-4127-b6fc-84899d2aa607 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9816868
Nov 11 15:56:15.282332 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:15.353986 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87793dc5ab4d4ef2bffe42fbead79ae6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7392342
Nov 11 15:56:15.359121 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53274) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:15.364466 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f5190-21ea-40ba-a8b0-352ff8c609b5,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:15.384554 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:15.432159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53278) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:15.461675 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1807e6dc-3139-4bed-93e3-e04ac3c7018f,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:15.464440 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:15.471217 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6954-9bee-4209-9f8d-38807abc0219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.474454 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1807e6dc-3139-4bed-93e3-e04ac3c7018f HTTP/1.1" status: 204  len: 168 time: 1.9424379
Nov 11 15:56:15.479990 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53284) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:15.484127 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-5afcc61a-dc8c-4a71-9d70-1b7bac2ccc82 service neutron] 10.222.0.24 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859589
Nov 11 15:56:15.510396 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6954-9bee-4209-9f8d-38807abc0219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.574102 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Allocated IP 172.20.0.10 (7bafec32-15fc-4801-820b-30f9531ac85b/e2b5f715-8376-4bea-8b74-3cc1ead5c3da/21017668-eea0-4a2f-93fe-9614218a2250) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:56:15.589064 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6954-9bee-4209-9f8d-38807abc0219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.597846 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:15.625675 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f6954-9bee-4209-9f8d-38807abc0219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f5190-21ea-40ba-a8b0-352ff8c609b5,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:15.635270 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0f2f6954-9bee-4209-9f8d-38807abc0219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:15.671830 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6954-9bee-4209-9f8d-38807abc0219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.672979 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0f2f6954-9bee-4209-9f8d-38807abc0219 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de5f5190-21ea-40ba-a8b0-352ff8c609b5 HTTP/1.1" status: 204  len: 168 time: 0.3103418
Nov 11 15:56:15.688582 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.725045 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:15.735772 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Usage tracker for resource:security_group_rule and tenant:54c1e834be3447c1bd3b41813ed6844c is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:15.739078 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:15.745935 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:15.746149 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Deleting subnet a78c90aa-42ad-4891-9cda-0d4c226a3483 {{(pid=86846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 15:56:15.765865 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.836717 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304923'] for subnet, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.844314 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.848826 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:15.859748 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:15.927830 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a117b5c-1251-4891-acdd-fc3fff56b099,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:15.943466 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54c1e834be3447c1bd3b41813ed6844c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5081508
Nov 11 15:56:15.944775 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:15.945321 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53308) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:16.027120 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-855c7def-bfc0-4250-8e1d-428fea8e322f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.107980 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-8aa002c0-1bfc-4c06-b59a-1d69935fcee1 service neutron] 10.222.0.24 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5848887
Nov 11 15:56:16.129470 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.144538 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-855c7def-bfc0-4250-8e1d-428fea8e322f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.230617 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53324) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:16.277760 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0536-207a-4716-9e53-afd0dd67fd38 req-2b640641-ce7f-474e-a0a5-f810039cb948 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:16.279287 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ebdc0536-207a-4716-9e53-afd0dd67fd38 req-2b640641-ce7f-474e-a0a5-f810039cb948 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 944 time: 0.2029784
Nov 11 15:56:16.281326 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.294962 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-855c7def-bfc0-4250-8e1d-428fea8e322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.327001 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:16.335802 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.340723 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-972e03bf-3c4c-49ca-8368-ed832ddfadfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:16.354929 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c7def-bfc0-4250-8e1d-428fea8e322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a117b5c-1251-4891-acdd-fc3fff56b099,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:16.360490 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7303dbe670114808884ff680248c9c13 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:16.362881 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 16560474-17a2-4f55-beb8-048d8ddecadc up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:56:16.365305 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-855c7def-bfc0-4250-8e1d-428fea8e322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:16.371879 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:16.374763 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-855c7def-bfc0-4250-8e1d-428fea8e322f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.376724 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-855c7def-bfc0-4250-8e1d-428fea8e322f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a117b5c-1251-4891-acdd-fc3fff56b099 HTTP/1.1" status: 204  len: 168 time: 0.4301777
Nov 11 15:56:16.394165 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Transition to ACTIVE for port object 21017668-eea0-4a2f-93fe-9614218a2250 will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:56:16.398979 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:16.404133 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ebdc0536-207a-4716-9e53-afd0dd67fd38 req-962b0712-ab20-4768-bd02-13f5f6af0b58 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078997
Nov 11 15:56:16.495317 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 16560474-17a2-4f55-beb8-048d8ddecadc completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:56:16.504082 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 16560474-17a2-4f55-beb8-048d8ddecadc triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:16.506466 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.564756 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-a6425307-7013-4227-9999-b1109642e40e req-902adfed-6dde-4205-8720-bf9c897d9889 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:16.605970 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-a6425307-7013-4227-9999-b1109642e40e req-902adfed-6dde-4205-8720-bf9c897d9889 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:16.626080 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a6425307-7013-4227-9999-b1109642e40e req-902adfed-6dde-4205-8720-bf9c897d9889 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 210 time: 0.1869552
Nov 11 15:56:16.629587 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1856438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139825'] for subnet, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.633500 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.645315 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-8079e639-78c4-4d33-9541-f21efdf582ad req-015ed53c-45bb-4fed-b26a-3a8a696faf19 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:16.653578 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-db63547b-660b-4d8d-a5d0-50a026cd33a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:16.668137 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.714432 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-8079e639-78c4-4d33-9541-f21efdf582ad req-015ed53c-45bb-4fed-b26a-3a8a696faf19 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:16.727008 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8079e639-78c4-4d33-9541-f21efdf582ad req-015ed53c-45bb-4fed-b26a-3a8a696faf19 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 210 time: 0.2127120
Nov 11 15:56:16.730178 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.745156 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.760687 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c6876cf0-6aae-468d-ad14-50897d9f50d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:16.801882 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.806836 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b8c854-2fa9-4ba0-a45a-b972ee14293d,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:16.810682 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:16.878158 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7303dbe670114808884ff680248c9c13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6448174
Nov 11 15:56:16.879847 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53342) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:16.894855 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca69527-bf81-4cdf-9dfb-ab3360b55a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16560474-17a2-4f55-beb8-048d8ddecadc'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:16.941328 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78c90aa-42ad-4891-9cda-0d4c226a3483,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:16.947225 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:16.949595 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:16.950074 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:17.005091 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Network 7bafec32-15fc-4801-820b-30f9531ac85b is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:56:17.024047 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:17.029756 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-852f0a0a-d1bb-4ce4-baeb-bf198d598bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.038767 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53354) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:17.042811 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a78c90aa-42ad-4891-9cda-0d4c226a3483 HTTP/1.1" status: 204  len: 168 time: 1.5614715
Nov 11 15:56:17.046204 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:56:17.097128 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 16560474-17a2-4f55-beb8-048d8ddecadc, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=16560474-17a2-4f55-beb8-048d8ddecadc,segment=NetworkSegment(ba1275ef-be91-42d1-8139-5c2a757f16b0),segment_id=ba1275ef-be91-42d1-8139-5c2a757f16b0)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:17.135426 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.146256 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:17.285391 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:17.286090 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.325561 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'Port': ['ID=21017668-eea0-4a2f-93fe-9614218a2250,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:17.331397 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.334207 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:17.368845 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4473658
Nov 11 15:56:17.382918 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=16560474-17a2-4f55-beb8-048d8ddecadc,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:17.385354 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Request body: {'port': {'device_id': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:17.394509 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:17.427817 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-852f0a0a-d1bb-4ce4-baeb-bf198d598bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.547097 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-a357dfec-3768-4e12-8e40-426a2c41a076 None None] Provisioning for port 21017668-eea0-4a2f-93fe-9614218a2250 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:56:17.564231 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-a357dfec-3768-4e12-8e40-426a2c41a076 None None] Provisioning complete for port 21017668-eea0-4a2f-93fe-9614218a2250 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:17.565221 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a357dfec-3768-4e12-8e40-426a2c41a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.640018 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-a357dfec-3768-4e12-8e40-426a2c41a076 None None] Port 21017668-eea0-4a2f-93fe-9614218a2250 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:56:17.712466 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.751270 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f72d617af40>> segment before_delete 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.751965 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f72d617af40>> subnet precommit_delete_associations 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.752921 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d616b640>> segment_host_mapping after_create 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.753501 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d616b640>> port after_create 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.754338 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d616b640>> port after_delete 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.754779 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d616b640>> port after_update 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.755289 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d616b640>> segment after_delete 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.755729 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d616b640>> subnet after_create 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.756179 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d616b640>> subnet after_delete 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.756640 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72d616b640>> subnet after_update 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.840666 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72d5f8ccd0>> subnet after_create 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.841021 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72d5f8ccd0>> subnet after_delete 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.841351 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72d5f8ccd0>> subnet before_create 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.841680 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72d5f8ccd0>> subnet before_update 55550000 {{(pid=86847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 11 15:56:17.842046 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d5ba9100>,) {'filters': {'network_id': ['fd6a7444-f1b5-4a3d-b314-63d029c83960']}} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:17.861868 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5ba9100>, '419cf26a-1e15-4c6a-8c3d-324857cbc57d') {'for_net_delete': True} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:17.863926 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5ba9100>, '419cf26a-1e15-4c6a-8c3d-324857cbc57d') {} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:17.866088 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.884484 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca69527-bf81-4cdf-9dfb-ab3360b55a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16560474-17a2-4f55-beb8-048d8ddecadc', 'code': 200}
Nov 11 15:56:17.885691 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-852f0a0a-d1bb-4ce4-baeb-bf198d598bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.897721 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2079373'] for segment, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.901463 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f114aa8-9fa5-481a-b696-497a628bd842 req-5bbe1c3e-d528-4e1a-8dac-7875ffa77f89 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:17.903100 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f114aa8-9fa5-481a-b696-497a628bd842 req-5bbe1c3e-d528-4e1a-8dac-7875ffa77f89 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 0.1843925
Nov 11 15:56:17.922228 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0f2f6954-9bee-4209-9f8d-38807abc0219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:17.950814 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f0a0a-d1bb-4ce4-baeb-bf198d598bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b8c854-2fa9-4ba0-a45a-b972ee14293d,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:17.954488 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-852f0a0a-d1bb-4ce4-baeb-bf198d598bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:17.975571 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.986394 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-852f0a0a-d1bb-4ce4-baeb-bf198d598bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:17.989615 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-852f0a0a-d1bb-4ce4-baeb-bf198d598bfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5b8c854-2fa9-4ba0-a45a-b972ee14293d HTTP/1.1" status: 204  len: 168 time: 1.1083252
Nov 11 15:56:18.001408 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=86847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 15:56:18.001408 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1891331'] for segment, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   from cryptography.utils import int_from_bytes
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   from cryptography.utils import int_from_bytes
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   util.warn_limited(
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]: Traceback (most recent call last):
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     timer()
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     cb(*args, **kw)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     return func(*args, **kwargs)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     self._notify()
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     self.callback(batched_events)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     event.method(event)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     return f(self, *a, **k)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._get(url).json()
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self.request(url, 'GET', **kwargs)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 15:56:18.054512 dv-cinder-811151-2-iscsi neutron-server[86847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 15:56:18.096442 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53400) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:18.291432 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f114aa8-9fa5-481a-b696-497a628bd842 req-e8b34f50-e79c-4651-b13d-4c2f80c6d59f tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935613
Nov 11 15:56:18.296492 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.15', 52530) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:18.476148 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:18.534495 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:18.546621 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Usage tracker for resource:security_group_rule and tenant:477b07ed89cf475aa1141546af1fad31 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:18.554941 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-679f56d5-6fa8-4aa4-87be-a43a1cd619c8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:18.555828 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-679f56d5-6fa8-4aa4-87be-a43a1cd619c8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:network {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:18.557219 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:18.561143 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:18.564159 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-54da4443-8f10-48ab-a8e4-ed6fdb84d6c1 req-f46e7abc-a561-428a-8d5a-b5c7d0f4ada9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 210 time: 0.0733051
Nov 11 15:56:18.571481 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:18.612660 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:18.638564 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:18.652284 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6a7444-f1b5-4a3d-b314-63d029c83960,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:18.655621 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:18.657163 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] 10.222.0.24 "DELETE /v2.0/networks/fd6a7444-f1b5-4a3d-b314-63d029c83960 HTTP/1.1" status: 204  len: 168 time: 1.6163664
Nov 11 15:56:18.685290 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-cbc3b224-71b8-4f6d-8e93-1f817f7674e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:18.687176 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-cbc3b224-71b8-4f6d-8e93-1f817f7674e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 1098 time: 0.3875015
Nov 11 15:56:18.708560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-679f56d5-6fa8-4aa4-87be-a43a1cd619c8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:network {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:18.709832 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-679f56d5-6fa8-4aa4-87be-a43a1cd619c8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 817 time: 0.3676951
Nov 11 15:56:18.714500 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21017668-eea0-4a2f-93fe-9614218a2250 {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:56:18.730953 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:18.752622 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:18.809228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:18.820892 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Usage tracker for resource:security_group_rule and tenant:b7493da92b5b4fb2827155b947ed8a79 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:18.830995 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:18.837187 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:18.842212 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-7e6bd6cf-a0a7-4588-800b-296624e1c88a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:18.854995 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f67f16-66f0-4727-be86-7913581971d0 req-36d7eda7-ec4a-4e4b-b751-a70970c132a0 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:18.856792 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a7f67f16-66f0-4727-be86-7913581971d0 req-36d7eda7-ec4a-4e4b-b751-a70970c132a0 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 932 time: 0.3099418
Nov 11 15:56:18.878964 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-7e6bd6cf-a0a7-4588-800b-296624e1c88a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:18.881659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Transition to ACTIVE for port object 21017668-eea0-4a2f-93fe-9614218a2250 will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:56:18.881756 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-7e6bd6cf-a0a7-4588-800b-296624e1c88a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b700de87faa24c98a4c96ebb71c56f80 HTTP/1.1" status: 200  len: 379 time: 0.1500616
Nov 11 15:56:18.903008 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'port': {'device_id': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'admin_state_up': True, 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'security_groups': ['bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef']}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:18.903947 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:18.918845 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7f081715-eacf-4c30-8d86-1d7bec2de985 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:19.068054 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53444) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:19.111087 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a7f67f16-66f0-4727-be86-7913581971d0 req-02311d2d-f760-40ab-9ef0-7bc5eba06795 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2325981
Nov 11 15:56:19.193594 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.251955 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Pushing event updated for resources: {'Port': ['ID=21017668-eea0-4a2f-93fe-9614218a2250,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:19.255693 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:19.268452 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.272193 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:19.280915 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3d499588-3334-450a-9b77-aaf1b39c6202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:19.285007 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5cec6b72-bf30-450b-9569-09d989b95448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58a76becfd534ab2892a6acc06c6927d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2157309
Nov 11 15:56:19.305956 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:19.318495 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53450) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:19.406518 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-00b954cf-fe7f-4308-ba7f-1b44f7a7e820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.437619 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-00b954cf-fe7f-4308-ba7f-1b44f7a7e820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.457802 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.486199 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Made reservation on behalf of b700de87faa24c98a4c96ebb71c56f80 for: {'port': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:19.490204 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.496672 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.557778 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=477b07ed89cf475aa1141546af1fad31&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4579608
Nov 11 15:56:19.558826 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443c1f16-5199-4561-bbc0-3c800e6fe77b,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:19.560494 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53462) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:19.562702 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:19.573427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:19.593788 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1b137f35-be19-447d-ac84-0fa5d60f2e87 req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8978844
Nov 11 15:56:19.612351 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-00b954cf-fe7f-4308-ba7f-1b44f7a7e820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.636551 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-506379a9-8f5a-4f8b-96cc-9bc94731d9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:19.637200 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Attempting to bind port 21017668-eea0-4a2f-93fe-9614218a2250 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:56:19.638149 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Attempting to bind port 21017668-eea0-4a2f-93fe-9614218a2250 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:56:19.638661 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Attempting to bind port 21017668-eea0-4a2f-93fe-9614218a2250 on network 7bafec32-15fc-4801-820b-30f9531ac85b {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:19.643960 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3002c5-d142-4238-a9ed-a72dfc580116,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:19.647697 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:19.651536 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Port 21017668-eea0-4a2f-93fe-9614218a2250 on network 7bafec32-15fc-4801-820b-30f9531ac85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 15:56:19.652237 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Attempting to bind port 21017668-eea0-4a2f-93fe-9614218a2250 on network 7bafec32-15fc-4801-820b-30f9531ac85b {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:19.662010 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:56:19.662530 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Checking segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:19.663252 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Bound using segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:56:19.663865 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Bound port: 21017668-eea0-4a2f-93fe-9614218a2250, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:56:19.664437 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.714083 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b954cf-fe7f-4308-ba7f-1b44f7a7e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2d7ba-1b54-47cb-9dc8-12739960101f,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:19.729934 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-00b954cf-fe7f-4308-ba7f-1b44f7a7e820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:19.766926 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6df14-c3af-400b-987b-da6926b3f8a1 req-21dc3207-0cdb-4e89-bfb1-dcfe4f17cfc7 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:19.769846 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5cb6df14-c3af-400b-987b-da6926b3f8a1 req-21dc3207-0cdb-4e89-bfb1-dcfe4f17cfc7 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 0.2908852
Nov 11 15:56:19.832130 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1d42d3ca-3a19-4628-a392-ea4ffd097d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.840941 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] For port 21017668-eea0-4a2f-93fe-9614218a2250, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:56:19.842247 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-00b954cf-fe7f-4308-ba7f-1b44f7a7e820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.843372 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-00b954cf-fe7f-4308-ba7f-1b44f7a7e820 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84e2d7ba-1b54-47cb-9dc8-12739960101f HTTP/1.1" status: 204  len: 168 time: 0.5226276
Nov 11 15:56:19.844991 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e0ab7f7a-c7a1-40af-afb5-5517f1f0b621 req-255df7e7-f692-4d68-a30b-907117ec7d1d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:56:19.849222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Allocated IP 172.20.0.6 (d09db5f2-8b02-41dc-8820-bcc90bc4827d/557f661c-3894-41a3-97b6-edc77bd37f98/22c39280-7db0-4513-a66d-97aaf3002dbd) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:56:19.860429 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5cb6df14-c3af-400b-987b-da6926b3f8a1 req-58fb733a-a981-4859-962d-e55cb913e573 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670457
Nov 11 15:56:19.866967 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] For port 21017668-eea0-4a2f-93fe-9614218a2250, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21017668-eea0-4a2f-93fe-9614218a2250,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:56:19.874509 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.891095 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:19.903584 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1d42d3ca-3a19-4628-a392-ea4ffd097d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.928147 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e0ab7f7a-c7a1-40af-afb5-5517f1f0b621 req-255df7e7-f692-4d68-a30b-907117ec7d1d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:56:19.929243 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e0ab7f7a-c7a1-40af-afb5-5517f1f0b621 req-255df7e7-f692-4d68-a30b-907117ec7d1d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 210 time: 0.1485596
Nov 11 15:56:19.990054 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:19.991087 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:19.993810 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] 10.222.0.15 "PUT /v2.0/ports/21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 200  len: 1094 time: 2.6159275
Nov 11 15:56:20.017948 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'tag': '21017668-eea0-4a2f-93fe-9614218a2250'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:20.200740 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1d42d3ca-3a19-4628-a392-ea4ffd097d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:20.210242 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Pushing event updated for resources: {'Port': ['ID=21017668-eea0-4a2f-93fe-9614218a2250,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:20.216287 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f9874263-8dc4-46a4-b0e7-e71672ec34b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:20.225343 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:20.253430 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42d3ca-3a19-4628-a392-ea4ffd097d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443c1f16-5199-4561-bbc0-3c800e6fe77b,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:20.259473 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1d42d3ca-3a19-4628-a392-ea4ffd097d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:20.297356 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1d42d3ca-3a19-4628-a392-ea4ffd097d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:20.298500 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-1d42d3ca-3a19-4628-a392-ea4ffd097d88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/443c1f16-5199-4561-bbc0-3c800e6fe77b HTTP/1.1" status: 204  len: 168 time: 0.7360914
Nov 11 15:56:20.333676 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:20.368286 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Transition to ACTIVE for port object 22c39280-7db0-4513-a66d-97aaf3002dbd will not be triggered until provisioned by entity DHCP. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:56:20.428877 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:20.445215 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:20.529001 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:56:20.530396 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-053ea6d2-3c5b-4abe-8601-79f27b0c3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:20.531930 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-053ea6d2-3c5b-4abe-8601-79f27b0c3a3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 1097 time: 0.4746006
Nov 11 15:56:20.532472 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:20.538160 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:56:20.606205 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:20.618042 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:20.652421 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:20.653334 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:20.681008 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7828689
Nov 11 15:56:20.694491 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Request body: {'port': {'device_id': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:20.700214 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-433513c3-923c-49ab-b6ba-1c381cc21e02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 200  len: 217 time: 0.1576760
Nov 11 15:56:20.711132 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3413d-590d-47c8-b949-c19e7753babe req-06ed83d6-ed4a-4269-9784-2e1d398a8a53 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:20.719672 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7be3413d-590d-47c8-b949-c19e7753babe req-06ed83d6-ed4a-4269-9784-2e1d398a8a53 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 944 time: 0.3097417
Nov 11 15:56:20.835897 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7be3413d-590d-47c8-b949-c19e7753babe req-5778f8d3-0f03-4d4d-a5a2-24ddf9e6ce79 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152022
Nov 11 15:56:20.843322 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-6cd56975-50a6-4f0b-baa7-67662b44a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:20.844929 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-6cd56975-50a6-4f0b-baa7-67662b44a9d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.1069257
Nov 11 15:56:20.931832 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:20.948843 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-86f61654-c50a-4f78-9879-8ac265faa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:20.951441 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-86f61654-c50a-4f78-9879-8ac265faa57c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0993588
Nov 11 15:56:20.960801 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-49e41cee-eef7-48f0-a5ea-e3a53f6e445f None None] Provisioning for port 22c39280-7db0-4513-a66d-97aaf3002dbd completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:56:20.980506 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-49e41cee-eef7-48f0-a5ea-e3a53f6e445f None None] Provisioning complete for port 22c39280-7db0-4513-a66d-97aaf3002dbd triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:20.981490 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-49e41cee-eef7-48f0-a5ea-e3a53f6e445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:21.097264 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'tag': '21017668-eea0-4a2f-93fe-9614218a2250', 'status': 'completed', 'code': 200}
Nov 11 15:56:21.122760 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-49e41cee-eef7-48f0-a5ea-e3a53f6e445f None None] Port 22c39280-7db0-4513-a66d-97aaf3002dbd cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:56:21.139442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53510) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:21.272172 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53516) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:21.309684 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:21.341565 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c7d3808f-d9bc-447c-af43-19bcde507df0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96ad626623ef49c6aa4f60ea04ec5df3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2003932
Nov 11 15:56:21.346021 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:21.348194 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53520) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:21.376003 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53524) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:21.377442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba5abaab5fa41b19bc898eb3375492a is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:21.433156 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:21.485529 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-27fe8ff3-658c-4ff8-a625-077364fd6566 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5247838
Nov 11 15:56:21.613031 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:21.666745 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a87d46-6fb9-4bae-ab57-fce9694102c2 req-e5096603-7ae0-432f-b605-b862dc1cb963 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:21.673729 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-61a87d46-6fb9-4bae-ab57-fce9694102c2 req-e5096603-7ae0-432f-b605-b862dc1cb963 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 0.2995791
Nov 11 15:56:21.705903 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-114fbabc-021c-4654-bb1e-91454fadecbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:21.734883 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cfe123f2-fcbe-44c9-a561-680fb8bd1eae req-0ec5a98f-424a-49f7-90bf-54ce4e7cafe0 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410855
Nov 11 15:56:21.738269 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:21.778900 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-114fbabc-021c-4654-bb1e-91454fadecbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:21.783435 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-61a87d46-6fb9-4bae-ab57-fce9694102c2 req-051a03e7-4414-48da-8076-d8712ab7d8db tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087091
Nov 11 15:56:21.833427 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d8df5-cc98-4930-92c2-040005329cf1 req-fb498437-46a1-42dc-90b7-7f8dd2a7c047 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:21.834770 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:21.834883 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e96d8df5-cc98-4930-92c2-040005329cf1 req-fb498437-46a1-42dc-90b7-7f8dd2a7c047 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 931 time: 0.4364986
Nov 11 15:56:21.845501 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f0192e85fc4846848e67405eac451217 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:21.848722 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:21.861874 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:21.888492 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-b25c36e4-eee2-49f3-8d0a-f996a91840bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:21.889979 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-b25c36e4-eee2-49f3-8d0a-f996a91840bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 1097 time: 0.0940485
Nov 11 15:56:21.969039 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c39280-7db0-4513-a66d-97aaf3002dbd {{(pid=86847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:56:21.980624 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:21.983327 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:21.987924 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e96d8df5-cc98-4930-92c2-040005329cf1 req-11054789-5bb0-4807-817a-a2c1cd080d17 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441479
Nov 11 15:56:21.991049 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.002123 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c144db37-cc4c-48bd-b0b1-4e31dc32ff90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:22.028780 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Transition to ACTIVE for port object 22c39280-7db0-4513-a66d-97aaf3002dbd will not be triggered until provisioned by entity L2. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:56:22.039816 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.047230 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-114fbabc-021c-4654-bb1e-91454fadecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.059499 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ba5abaab5fa41b19bc898eb3375492a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7770884
Nov 11 15:56:22.064216 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53540) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:22.072512 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ee735-29e7-43fe-b9a8-02b974898bc7,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:22.128986 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:22.129499 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:22.154820 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fbabc-021c-4654-bb1e-91454fadecbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2b934d-1732-4db9-aab2-d0af3823a993,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:22.159625 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-114fbabc-021c-4654-bb1e-91454fadecbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:22.160033 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:22.188182 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-90e70170-631a-41a2-9e51-9fee3f6045fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:22.189778 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-90e70170-631a-41a2-9e51-9fee3f6045fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 911 time: 0.2924552
Nov 11 15:56:22.195487 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-114fbabc-021c-4654-bb1e-91454fadecbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.197428 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-114fbabc-021c-4654-bb1e-91454fadecbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d2b934d-1732-4db9-aab2-d0af3823a993 HTTP/1.1" status: 204  len: 168 time: 0.8480268
Nov 11 15:56:22.256653 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1862ad7a-30eb-4d8c-bd58-01dade0a4d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.268605 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e769-e522-41b4-aa83-a3695fca2c5c req-86ea2d30-883a-4e4b-a9a8-d0a86f1fd8f9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:22.276696 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-88a1e769-e522-41b4-aa83-a3695fca2c5c req-86ea2d30-883a-4e4b-a9a8-d0a86f1fd8f9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 944 time: 0.3075910
Nov 11 15:56:22.316349 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:22.321211 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:22.334243 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.347513 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Attempting to bind port 22c39280-7db0-4513-a66d-97aaf3002dbd on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:56:22.347853 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Attempting to bind port 22c39280-7db0-4513-a66d-97aaf3002dbd by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:56:22.348180 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Attempting to bind port 22c39280-7db0-4513-a66d-97aaf3002dbd on network d09db5f2-8b02-41dc-8820-bcc90bc4827d {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:22.354091 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Port 22c39280-7db0-4513-a66d-97aaf3002dbd on network d09db5f2-8b02-41dc-8820-bcc90bc4827d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 15:56:22.354274 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Attempting to bind port 22c39280-7db0-4513-a66d-97aaf3002dbd on network d09db5f2-8b02-41dc-8820-bcc90bc4827d {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:22.357161 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.360610 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:56:22.361277 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Checking segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:22.362037 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Bound using segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:56:22.362668 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Bound port: 22c39280-7db0-4513-a66d-97aaf3002dbd, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'}}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:56:22.363242 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.368951 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1862ad7a-30eb-4d8c-bd58-01dade0a4d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.375226 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:22.439480 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-88a1e769-e522-41b4-aa83-a3695fca2c5c req-ec1d2cc9-bc04-4325-b93a-7ff6af201bc5 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1617091
Nov 11 15:56:22.471526 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, cleared binding levels {{(pid=86847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:56:22.477562 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0192e85fc4846848e67405eac451217&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1001630
Nov 11 15:56:22.480812 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68438952-784e-48c8-8162-862ffde1d8af,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:22.482397 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:56:22.484010 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53552) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:22.485775 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:22.507819 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1862ad7a-30eb-4d8c-bd58-01dade0a4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.516338 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f0766ba8-c749-435d-82b6-7546ff9b4f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:22.516716 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.526275 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:22.534324 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862ad7a-30eb-4d8c-bd58-01dade0a4d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ee735-29e7-43fe-b9a8-02b974898bc7,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:22.538899 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1862ad7a-30eb-4d8c-bd58-01dade0a4d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:22.561151 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1862ad7a-30eb-4d8c-bd58-01dade0a4d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.561151 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1862ad7a-30eb-4d8c-bd58-01dade0a4d45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/512ee735-29e7-43fe-b9a8-02b974898bc7 HTTP/1.1" status: 204  len: 168 time: 0.4800391
Nov 11 15:56:22.607382 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:22.608415 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.610573 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] 10.222.0.15 "PUT /v2.0/ports/22c39280-7db0-4513-a66d-97aaf3002dbd HTTP/1.1" status: 200  len: 1093 time: 1.9221768
Nov 11 15:56:22.652142 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:22.670414 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=3']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:22.677515 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:22.703890 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-92b48e1b-90ce-4b26-8f1c-edadc89b2ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.749450 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-92b48e1b-90ce-4b26-8f1c-edadc89b2ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.760183 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'status': 'completed', 'code': 200}
Nov 11 15:56:22.830883 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-92b48e1b-90ce-4b26-8f1c-edadc89b2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.835627 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:22.855225 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b48e1b-90ce-4b26-8f1c-edadc89b2ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68438952-784e-48c8-8162-862ffde1d8af,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:22.864983 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-92b48e1b-90ce-4b26-8f1c-edadc89b2ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:22.871564 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-92b48e1b-90ce-4b26-8f1c-edadc89b2ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:22.884957 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-92b48e1b-90ce-4b26-8f1c-edadc89b2ddd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68438952-784e-48c8-8162-862ffde1d8af HTTP/1.1" status: 204  len: 168 time: 0.4000340
Nov 11 15:56:23.024641 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ffe74-3ec7-455c-923c-72c56286e200 req-9a7822c4-f7f6-4aae-923f-5fa6061ddccf tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:23.026195 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ce2ffe74-3ec7-455c-923c-72c56286e200 req-9a7822c4-f7f6-4aae-923f-5fa6061ddccf tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 0.0857494
Nov 11 15:56:23.083179 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ce2ffe74-3ec7-455c-923c-72c56286e200 req-d985d71e-7708-4844-b093-8a705e0e7593 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432742
Nov 11 15:56:23.253142 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ce8e-5e1c-4a12-93f3-1f3ce20e39ec req-76a0af74-73b5-46b1-8fc3-b104bdad7aa0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:23.255045 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8d33ce8e-5e1c-4a12-93f3-1f3ce20e39ec req-76a0af74-73b5-46b1-8fc3-b104bdad7aa0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1125906
Nov 11 15:56:23.345952 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8d33ce8e-5e1c-4a12-93f3-1f3ce20e39ec req-80d0cd3f-590a-4dfd-aff5-2a84b8b55baa tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839469
Nov 11 15:56:23.693902 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72830c03-da87-4f12-a93d-2d37265e63da req-08c23a14-2ada-4e54-b31c-220f6f73134e tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:23.696753 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-72830c03-da87-4f12-a93d-2d37265e63da req-08c23a14-2ada-4e54-b31c-220f6f73134e tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 944 time: 0.1346989
Nov 11 15:56:23.780593 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-72830c03-da87-4f12-a93d-2d37265e63da req-577b8178-9298-446a-add7-e8d408fb71bd tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752537
Nov 11 15:56:23.884886 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-b3901637-dda8-4335-90ff-86adbfe4c245 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 200  len: 217 time: 0.0853775
Nov 11 15:56:24.583893 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe5682-3c8c-4988-93cb-632205de5087 req-8b04093a-3a01-450c-8b33-030a3953ad65 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:24.587590 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-53fe5682-3c8c-4988-93cb-632205de5087 req-8b04093a-3a01-450c-8b33-030a3953ad65 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1064346
Nov 11 15:56:24.634769 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-53fe5682-3c8c-4988-93cb-632205de5087 req-d4329932-3552-4bbf-9b6e-bda38408286b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409811
Nov 11 15:56:24.942575 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e1be-dd21-465b-88c9-43c562059950 req-609d88de-cef5-4e06-a0fe-2cf9b4123da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:24.944271 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6f58e1be-dd21-465b-88c9-43c562059950 req-609d88de-cef5-4e06-a0fe-2cf9b4123da6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1096 time: 0.1526957
Nov 11 15:56:25.053655 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-c05ec314-98d5-44ac-bf8b-dbfe0c687a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.055778 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-c05ec314-98d5-44ac-bf8b-dbfe0c687a77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.2715592
Nov 11 15:56:25.176914 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e1be-dd21-465b-88c9-43c562059950 req-2e59953c-3501-41b2-9d1e-5aeaada6b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.178551 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6f58e1be-dd21-465b-88c9-43c562059950 req-2e59953c-3501-41b2-9d1e-5aeaada6b248 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b700de87faa24c98a4c96ebb71c56f80&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2267976
Nov 11 15:56:25.193167 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81455faa-2c28-4638-8193-46c25e05a7c2 req-0c316c95-5064-465c-8061-9056160f385e tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.200628 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-81455faa-2c28-4638-8193-46c25e05a7c2 req-0c316c95-5064-465c-8061-9056160f385e tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 944 time: 0.2742505
Nov 11 15:56:25.219176 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-7bea9546-a0fe-4a56-886f-8903a2253732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.221138 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-7bea9546-a0fe-4a56-886f-8903a2253732 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1522400
Nov 11 15:56:25.280553 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-81455faa-2c28-4638-8193-46c25e05a7c2 req-4a1938b0-fdb5-47ad-ba65-e013ffe5576c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787275
Nov 11 15:56:25.370040 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e1be-dd21-465b-88c9-43c562059950 req-577ac76f-c4c0-4b09-ac14-777a4f8acd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.372991 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6f58e1be-dd21-465b-88c9-43c562059950 req-577ac76f-c4c0-4b09-ac14-777a4f8acd4e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1875610
Nov 11 15:56:25.414908 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-b0ae3394-9ae6-4381-9ff5-b22457b4edb4 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842980
Nov 11 15:56:25.519468 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-d64582ec-749e-4224-9ac8-aec4b4700e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.522079 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-d64582ec-749e-4224-9ac8-aec4b4700e0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1096 time: 0.0976179
Nov 11 15:56:25.600285 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-4f2ab9bc-829c-44f5-b177-0e4544a49464 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c39280-7db0-4513-a66d-97aaf3002dbd HTTP/1.1" status: 200  len: 217 time: 0.0712163
Nov 11 15:56:25.621778 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a70de4fe-324e-4466-999d-b3c066da20e6 req-7dbb8741-0599-436d-ae6a-6225f287a8f6 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975212
Nov 11 15:56:25.790787 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-1c0696ea-ad1a-486d-8f78-2959d8d7e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.792219 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-1c0696ea-ad1a-486d-8f78-2959d8d7e542 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.1863201
Nov 11 15:56:25.950520 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4ac55-533f-466c-a150-3f88744058c6 req-10c54aed-a9ae-4a40-86a0-d2ef80b8a0c6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.952595 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-72f4ac55-533f-466c-a150-3f88744058c6 req-10c54aed-a9ae-4a40-86a0-d2ef80b8a0c6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1593530
Nov 11 15:56:25.955448 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-46c9da7a-c9cb-4f7d-b078-e1be39a6a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:25.956878 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-46c9da7a-c9cb-4f7d-b078-e1be39a6a2f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1249058
Nov 11 15:56:26.085695 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-72f4ac55-533f-466c-a150-3f88744058c6 req-8a15caa3-00c7-499b-a2be-30fed50d4eb2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249399
Nov 11 15:56:26.159107 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-831a2d5a-fc43-4f62-86a3-b010aca851b1 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811638
Nov 11 15:56:26.326367 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ecdbdf2b-ec9f-4201-a315-1103dfe76083 req-c6d5426f-b889-4d71-b881-45bd4639d950 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608529
Nov 11 15:56:26.400586 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 21017668-eea0-4a2f-93fe-9614218a2250 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:56:26.509105 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beac9b1-5958-450c-b86d-4c7e4fc31b52 req-6baf9d72-13e5-4f14-8ea2-b239bcb9b207 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:26.511499 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2beac9b1-5958-450c-b86d-4c7e4fc31b52 req-6baf9d72-13e5-4f14-8ea2-b239bcb9b207 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 944 time: 0.1172044
Nov 11 15:56:26.591733 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 21017668-eea0-4a2f-93fe-9614218a2250, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21017668-eea0-4a2f-93fe-9614218a2250,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:26.610798 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '21017668-eea0-4a2f-93fe-9614218a2250', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'port_id': '21017668-eea0-4a2f-93fe-9614218a2250', 'mac_address': 'fa:16:3e:b7:78:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:56:26.617380 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2beac9b1-5958-450c-b86d-4c7e4fc31b52 req-7563a7c3-4a5d-40e1-a199-1fefbd07774e tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003904
Nov 11 15:56:26.684443 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:26.703979 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21017668-eea0-4a2f-93fe-9614218a2250 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:56:26.730539 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 21017668-eea0-4a2f-93fe-9614218a2250, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21017668-eea0-4a2f-93fe-9614218a2250,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:26.735829 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:26.737790 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:26.809129 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=21017668-eea0-4a2f-93fe-9614218a2250,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:26.812492 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:26.961911 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['21017668-eea0-4a2f-93fe-9614218a2250'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:56:27.313941 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d044edb-df6d-4a9b-9f20-5b6a83c00452 req-d3fca880-c528-483f-8cea-acc0b90daf76 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:27.315479 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1d044edb-df6d-4a9b-9f20-5b6a83c00452 req-d3fca880-c528-483f-8cea-acc0b90daf76 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.0874975
Nov 11 15:56:27.367065 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1d044edb-df6d-4a9b-9f20-5b6a83c00452 req-18b4e6af-3af4-49e1-b994-5ae5e7c7e67f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438805
Nov 11 15:56:27.841285 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ddaab-957e-4341-a952-89e678a915e2 req-614d7903-73f6-49a4-827b-022c467137e8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:27.850393 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53800) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:27.851304 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-059ddaab-957e-4341-a952-89e678a915e2 req-614d7903-73f6-49a4-827b-022c467137e8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 945 time: 0.0966952
Nov 11 15:56:27.916933 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-059ddaab-957e-4341-a952-89e678a915e2 req-9d0a6194-2aa3-4727-a48e-9bdc9228cacc tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639634
Nov 11 15:56:27.992429 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.007359 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:28.011223 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Usage tracker for resource:security_group_rule and tenant:f295988764c44e36a074a3ad0c87a468 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:28.014043 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:28.019742 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:28.111420 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.115529 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.124051 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1862ad7a-30eb-4d8c-bd58-01dade0a4d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:28.164110 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f295988764c44e36a074a3ad0c87a468&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3110566
Nov 11 15:56:28.166240 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db44fcd7-dc5c-42c0-a56d-a962a1977287,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:28.167503 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53810) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:28.169380 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:28.228834 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-956f7e4a-584a-4bd5-af25-d2b890eacdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.255326 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-956f7e4a-584a-4bd5-af25-d2b890eacdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.310710 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-956f7e4a-584a-4bd5-af25-d2b890eacdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.314819 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-855c7def-bfc0-4250-8e1d-428fea8e322f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:28.329187 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f7e4a-584a-4bd5-af25-d2b890eacdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db44fcd7-dc5c-42c0-a56d-a962a1977287,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:28.333983 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-956f7e4a-584a-4bd5-af25-d2b890eacdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:28.335951 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-956f7e4a-584a-4bd5-af25-d2b890eacdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.339943 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-956f7e4a-584a-4bd5-af25-d2b890eacdfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db44fcd7-dc5c-42c0-a56d-a962a1977287 HTTP/1.1" status: 204  len: 168 time: 0.1706350
Nov 11 15:56:28.600308 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d345-49e5-43f1-9d8b-f156e5c13f1b req-0f6fb6fe-df4b-4d08-9115-3c99b103f49f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:28.602356 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fe51d345-49e5-43f1-9d8b-f156e5c13f1b req-0f6fb6fe-df4b-4d08-9115-3c99b103f49f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.0872805
Nov 11 15:56:28.608743 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:56:28.641737 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53828) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:28.655646 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fe51d345-49e5-43f1-9d8b-f156e5c13f1b req-7e770d31-25b0-4957-b2b5-aface73a9a5a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473008
Nov 11 15:56:28.671367 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.686845 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:28.690794 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b5baf97e0949bd8f7cce9f76ca6497 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:28.693676 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:28.699511 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:28.785538 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:28.799001 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'port_id': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'mac_address': 'fa:16:3e:8a:df:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:56:28.803108 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.808588 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.816373 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-062b4c1c-a6bd-4733-b1ee-391ad55d61dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:28.857651 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2b5baf97e0949bd8f7cce9f76ca6497&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2148411
Nov 11 15:56:28.858606 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf385e5c-b31a-45ef-a72a-318a79deffba,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:28.860313 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53836) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:28.861643 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:28.866588 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.884068 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c39280-7db0-4513-a66d-97aaf3002dbd {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:56:28.901418 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:28.905850 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.908513 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:28.926050 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a94771f8-5125-4fa1-bcbf-b24f1bdfa0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.954515 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a94771f8-5125-4fa1-bcbf-b24f1bdfa0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:28.988714 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:28.991891 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:29.012874 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a94771f8-5125-4fa1-bcbf-b24f1bdfa0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.017601 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:29.031415 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94771f8-5125-4fa1-bcbf-b24f1bdfa0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf385e5c-b31a-45ef-a72a-318a79deffba,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:29.035638 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a94771f8-5125-4fa1-bcbf-b24f1bdfa0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:29.045112 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a94771f8-5125-4fa1-bcbf-b24f1bdfa0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.046506 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-a94771f8-5125-4fa1-bcbf-b24f1bdfa0c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf385e5c-b31a-45ef-a72a-318a79deffba HTTP/1.1" status: 204  len: 168 time: 0.1852140
Nov 11 15:56:29.145272 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4124-08d2-445e-bdfa-a4f1209a9507 req-08cfd745-789e-418e-b91a-7a862a55162d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:29.146731 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4edb4124-08d2-445e-bdfa-a4f1209a9507 req-08cfd745-789e-418e-b91a-7a862a55162d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 945 time: 0.1128900
Nov 11 15:56:29.191508 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4edb4124-08d2-445e-bdfa-a4f1209a9507 req-036ebfe4-e6e7-41df-9e2e-d60de3149754 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390933
Nov 11 15:56:29.393125 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53850) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:29.413544 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.428447 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:29.433011 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Usage tracker for resource:security_group_rule and tenant:368146cb7af04f85b755e037079980a2 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:29.435769 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:29.441755 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:29.524561 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.528754 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.535862 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:29.575816 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb56ace-ad7e-4908-8f0d-ea3548529dec,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:29.578790 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:29.583727 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=368146cb7af04f85b755e037079980a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1873028
Nov 11 15:56:29.584818 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53858) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:29.644940 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b3287ad6-ef62-464b-80c2-b66c525b252c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.672066 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b3287ad6-ef62-464b-80c2-b66c525b252c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.726140 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b3287ad6-ef62-464b-80c2-b66c525b252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.730810 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1d42d3ca-3a19-4628-a392-ea4ffd097d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:29.744114 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3287ad6-ef62-464b-80c2-b66c525b252c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb56ace-ad7e-4908-8f0d-ea3548529dec,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:29.747486 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b3287ad6-ef62-464b-80c2-b66c525b252c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:29.754598 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b3287ad6-ef62-464b-80c2-b66c525b252c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:29.758154 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-b3287ad6-ef62-464b-80c2-b66c525b252c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1eb56ace-ad7e-4908-8f0d-ea3548529dec HTTP/1.1" status: 204  len: 168 time: 0.1708393
Nov 11 15:56:29.865441 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f2d76-1dc0-47f4-a40e-33db3f3011d3 req-9394fa0f-6fda-417c-8e52-ec25529298e6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:29.868715 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c94f2d76-1dc0-47f4-a40e-33db3f3011d3 req-9394fa0f-6fda-417c-8e52-ec25529298e6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 944 time: 0.0990381
Nov 11 15:56:29.913681 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c94f2d76-1dc0-47f4-a40e-33db3f3011d3 req-f5302920-b150-47af-9721-7d20fc149413 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410771
Nov 11 15:56:30.375283 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf272fe-1d55-44a9-944a-9c479982a80d req-530bc655-6d02-459e-a5e9-9a0c79ab5afd tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:30.376794 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3bf272fe-1d55-44a9-944a-9c479982a80d req-530bc655-6d02-459e-a5e9-9a0c79ab5afd tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 945 time: 0.0807807
Nov 11 15:56:30.424529 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3bf272fe-1d55-44a9-944a-9c479982a80d req-6084d004-7b25-41f4-a635-762d681366c8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414338
Nov 11 15:56:30.716606 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['22c39280-7db0-4513-a66d-97aaf3002dbd'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:56:31.225296 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be538fea-8d4c-4b40-ba52-6f9f531f9432 req-91289ef7-a4a7-4ce9-8774-c2bdc9f87680 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:31.232927 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-be538fea-8d4c-4b40-ba52-6f9f531f9432 req-91289ef7-a4a7-4ce9-8774-c2bdc9f87680 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 944 time: 0.1394305
Nov 11 15:56:31.286247 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-be538fea-8d4c-4b40-ba52-6f9f531f9432 req-4caadb8f-c795-4efe-aa2e-75c0f4931c6a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462792
Nov 11 15:56:31.760694 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea5fed-ed1e-4457-a065-2224ec480c3c req-852360f4-e92b-40b9-8641-134b0dca561a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:31.762842 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2dea5fed-ed1e-4457-a065-2224ec480c3c req-852360f4-e92b-40b9-8641-134b0dca561a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 945 time: 0.1641974
Nov 11 15:56:31.844665 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2dea5fed-ed1e-4457-a065-2224ec480c3c req-bff4e9e3-71f3-4418-afbd-435c3899a129 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713239
Nov 11 15:56:31.920767 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53954) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:32.073986 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.096281 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:32.102360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb72ad09a1cd4df0aec3173a68cfce90 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:32.108182 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:32.119132 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:32.235373 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.241381 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.253992 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:32.299049 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb72ad09a1cd4df0aec3173a68cfce90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3768818
Nov 11 15:56:32.299764 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9215a9ae-f677-4ad6-83f9-d8831ea5acca,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:32.302723 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:32.303401 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 53968) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:32.392673 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0a7918aa-077a-4d6f-96ef-f4e4f25aa898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.457039 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0a7918aa-077a-4d6f-96ef-f4e4f25aa898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.489324 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 53982) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:32.558963 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdffd5-4bd7-4e99-8888-6d3e55962a70 req-96695ae5-6623-4e46-b659-9567a95ba135 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:32.560554 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-79fdffd5-4bd7-4e99-8888-6d3e55962a70 req-96695ae5-6623-4e46-b659-9567a95ba135 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 944 time: 0.1393454
Nov 11 15:56:32.604389 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 21017668-eea0-4a2f-93fe-9614218a2250 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:56:32.622173 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-79fdffd5-4bd7-4e99-8888-6d3e55962a70 req-c0abca81-e69f-46c6-b0c4-c843c3530c4f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518265
Nov 11 15:56:32.640908 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0a7918aa-077a-4d6f-96ef-f4e4f25aa898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.647470 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:32.675197 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.677335 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0a7918aa-077a-4d6f-96ef-f4e4f25aa898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.678608 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-0a7918aa-077a-4d6f-96ef-f4e4f25aa898 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9215a9ae-f677-4ad6-83f9-d8831ea5acca HTTP/1.1" status: 204  len: 168 time: 0.3738351
Nov 11 15:56:32.679621 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7918aa-077a-4d6f-96ef-f4e4f25aa898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9215a9ae-f677-4ad6-83f9-d8831ea5acca,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:32.689190 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0a7918aa-077a-4d6f-96ef-f4e4f25aa898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:32.700762 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:32.705189 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce03a14bf7e48578dececde3f4b29fb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:32.708223 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:32.715313 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:32.783540 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 21017668-eea0-4a2f-93fe-9614218a2250 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:56:32.795321 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 21017668-eea0-4a2f-93fe-9614218a2250 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:32.795708 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.818791 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.824364 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:32.836635 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:32.881726 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ce03a14bf7e48578dececde3f4b29fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3910856
Nov 11 15:56:32.883448 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972631d9-c14c-456f-aee2-09a448cb1380,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:32.885124 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54004) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:32.886634 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:32.997986 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4dc758e7-2bf3-436f-9d61-81f2b25e70af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.004889 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.031919 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4dc758e7-2bf3-436f-9d61-81f2b25e70af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.098034 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4dc758e7-2bf3-436f-9d61-81f2b25e70af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.108321 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c834ece3-2b68-45a3-a793-3137c22b6b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:33.134914 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc758e7-2bf3-436f-9d61-81f2b25e70af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972631d9-c14c-456f-aee2-09a448cb1380,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:33.147096 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4dc758e7-2bf3-436f-9d61-81f2b25e70af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:33.148354 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4dc758e7-2bf3-436f-9d61-81f2b25e70af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.154349 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-4dc758e7-2bf3-436f-9d61-81f2b25e70af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/972631d9-c14c-456f-aee2-09a448cb1380 HTTP/1.1" status: 204  len: 168 time: 0.2676890
Nov 11 15:56:33.157852 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21017668-eea0-4a2f-93fe-9614218a2250'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:33.185233 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc6537-0b6e-4203-98aa-6642057f5fd4 req-c674fc87-af92-4778-abe5-bfbec2484ca6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:33.192453 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54018) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:33.192595 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a2cc6537-0b6e-4203-98aa-6642057f5fd4 req-c674fc87-af92-4778-abe5-bfbec2484ca6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 945 time: 0.1862116
Nov 11 15:56:33.225131 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.240803 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 21017668-eea0-4a2f-93fe-9614218a2250, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21017668-eea0-4a2f-93fe-9614218a2250,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:33.260089 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.261622 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:56:33.279374 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a2cc6537-0b6e-4203-98aa-6642057f5fd4 req-c1afa19a-6bcc-4846-9c2f-ff8e0d6fb98a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858448
Nov 11 15:56:33.279612 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:33.290155 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Usage tracker for resource:security_group_rule and tenant:2515b8e0a7c544adb7d1c37d2714928b is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:33.293871 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:33.301869 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:33.401889 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21017668-eea0-4a2f-93fe-9614218a2250', 'code': 200}
Nov 11 15:56:33.403280 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:33.422643 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.430445 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.439522 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:33.479533 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2515b8e0a7c544adb7d1c37d2714928b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2855988
Nov 11 15:56:33.480438 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7c00bf-b5c4-43cf-affb-ce5eabf28841,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:33.483385 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:33.483982 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54024) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:33.533809 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 22c39280-7db0-4513-a66d-97aaf3002dbd completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:56:33.542008 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=21017668-eea0-4a2f-93fe-9614218a2250,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:33.544573 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 22c39280-7db0-4513-a66d-97aaf3002dbd triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:56:33.545159 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.568736 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-891fb662-9cf0-42e6-a494-92bdd189b4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.577879 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:33.618683 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-891fb662-9cf0-42e6-a494-92bdd189b4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.647757 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54032) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:33.724145 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-891fb662-9cf0-42e6-a494-92bdd189b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.729510 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-469eac36-06ed-4ae9-ad3e-d6e5934ce1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:33.749970 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.754826 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fb662-9cf0-42e6-a494-92bdd189b4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7c00bf-b5c4-43cf-affb-ce5eabf28841,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:33.763876 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-891fb662-9cf0-42e6-a494-92bdd189b4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:33.769281 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-891fb662-9cf0-42e6-a494-92bdd189b4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.770801 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-891fb662-9cf0-42e6-a494-92bdd189b4a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb7c00bf-b5c4-43cf-affb-ce5eabf28841 HTTP/1.1" status: 204  len: 168 time: 0.2855425
Nov 11 15:56:33.829284 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:33.838381 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.843357 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:33.871247 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54044) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:33.928528 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.946535 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:33.960512 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:33.964461 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Usage tracker for resource:security_group_rule and tenant:4e712c4d7e0e4ff1ba48e3691afc9c77 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:33.967967 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:33.973853 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:33.989192 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:33.990542 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:34.001905 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc9acd1160548ec95b003eede208bc9 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:34.005228 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:34.008312 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:34.034067 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:34.066787 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffb7c7-6156-476d-92cc-60e6c17f345f req-63582a06-b67b-4e92-9d89-fce314f50c72 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:34.071110 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0cffb7c7-6156-476d-92cc-60e6c17f345f req-63582a06-b67b-4e92-9d89-fce314f50c72 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2617903
Nov 11 15:56:34.137069 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.150659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.151140 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0cffb7c7-6156-476d-92cc-60e6c17f345f req-3298e2f9-e0ff-4fec-b352-a4d6e1bd5ec6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740955
Nov 11 15:56:34.165826 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2c3de1a2-a378-49fc-9832-dba6e04f9f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:34.229283 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e712c4d7e0e4ff1ba48e3691afc9c77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3525567
Nov 11 15:56:34.230302 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54052) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:34.231522 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.233618 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21398732-4ea8-45b5-9032-6f3e937cd7ca,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:34.237370 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.245354 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:34.245834 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-929175e8-7af8-4ee8-8788-5e0752d5ee2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:34.289917 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebc9acd1160548ec95b003eede208bc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6400075
Nov 11 15:56:34.290667 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53060477-9b28-4760-965a-2878b186d86c,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:34.292919 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54056) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:34.295228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:34.361063 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eea1f9db-1f46-4822-861e-8bdfca63169a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.392524 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eea1f9db-1f46-4822-861e-8bdfca63169a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.414193 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b602b-4544-45ca-8693-51b955ee2492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.462360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b602b-4544-45ca-8693-51b955ee2492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.490932 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eea1f9db-1f46-4822-861e-8bdfca63169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.506743 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2167a94e-111a-42c4-a684-9e80e0f5cf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:34.557816 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b602b-4544-45ca-8693-51b955ee2492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.574626 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-68a8d416-fc48-456a-a3b0-e8ed07f310a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:34.593998 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b602b-4544-45ca-8693-51b955ee2492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21398732-4ea8-45b5-9032-6f3e937cd7ca,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:34.597697 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ef9b602b-4544-45ca-8693-51b955ee2492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:34.598881 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b602b-4544-45ca-8693-51b955ee2492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.601136 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ef9b602b-4544-45ca-8693-51b955ee2492 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21398732-4ea8-45b5-9032-6f3e937cd7ca HTTP/1.1" status: 204  len: 168 time: 0.3695571
Nov 11 15:56:34.649206 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1f9db-1f46-4822-861e-8bdfca63169a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53060477-9b28-4760-965a-2878b186d86c,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:34.652515 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-eea1f9db-1f46-4822-861e-8bdfca63169a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:34.762942 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-eea1f9db-1f46-4822-861e-8bdfca63169a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:34.764534 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd5da-429b-4882-9765-b3f699d3ebdd req-f94f2ad8-2af9-4985-a3f9-55d4759077fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:34.764977 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-eea1f9db-1f46-4822-861e-8bdfca63169a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53060477-9b28-4760-965a-2878b186d86c HTTP/1.1" status: 204  len: 168 time: 0.4708924
Nov 11 15:56:34.766567 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f37fd5da-429b-4882-9765-b3f699d3ebdd req-f94f2ad8-2af9-4985-a3f9-55d4759077fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 1099 time: 0.1196852
Nov 11 15:56:34.818952 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a14ea-c651-4b6e-a78a-b2d804474904 req-46658ac7-47c0-4348-85ac-7f02fc2cb8fd tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:34.821871 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2d1a14ea-c651-4b6e-a78a-b2d804474904 req-46658ac7-47c0-4348-85ac-7f02fc2cb8fd tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1804190
Nov 11 15:56:34.830115 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f37fd5da-429b-4882-9765-b3f699d3ebdd req-649b7275-f2bf-4e48-8697-0561e350263e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551155
Nov 11 15:56:34.897769 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2d1a14ea-c651-4b6e-a78a-b2d804474904 req-27848f10-7894-45b6-9a11-8fdee38dcf07 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660734
Nov 11 15:56:35.249132 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54094) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:35.284435 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:35.309722 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:35.318044 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a629bfda5384a799cbc95812d3ec166 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:35.323757 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:35.334300 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:35.404486 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:35.498811 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'code': 200}
Nov 11 15:56:35.530129 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:35.538112 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:35.557469 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:35.611087 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d50a3f-e234-4ae9-9731-14a45c9cdc90 req-5035174d-9d1a-4bdf-9e04-20f724c9993e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:35.613424 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-83d50a3f-e234-4ae9-9731-14a45c9cdc90 req-5035174d-9d1a-4bdf-9e04-20f724c9993e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2253840
Nov 11 15:56:35.630149 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b601ba-90e2-4451-92f1-fbff7dfb807a,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:35.636488 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:35.644272 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a629bfda5384a799cbc95812d3ec166&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3896980
Nov 11 15:56:35.645727 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54114) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:35.714780 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-83d50a3f-e234-4ae9-9731-14a45c9cdc90 req-4dbdb5ed-39b1-4cf0-9cbf-bd43b785e545 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875940
Nov 11 15:56:35.717044 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6699d9e9-fecf-4797-b4de-4d67200f6849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:35.758976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6699d9e9-fecf-4797-b4de-4d67200f6849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:35.855912 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6699d9e9-fecf-4797-b4de-4d67200f6849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:35.865209 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f975b65c-21e3-4abe-b31c-95da59bfff03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:35.883440 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6699d9e9-fecf-4797-b4de-4d67200f6849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:35.885103 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6699d9e9-fecf-4797-b4de-4d67200f6849 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80b601ba-90e2-4451-92f1-fbff7dfb807a HTTP/1.1" status: 204  len: 168 time: 0.2395644
Nov 11 15:56:35.902398 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699d9e9-fecf-4797-b4de-4d67200f6849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b601ba-90e2-4451-92f1-fbff7dfb807a,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:35.905246 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6699d9e9-fecf-4797-b4de-4d67200f6849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:36.089693 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41d772-a3c6-4b9f-8784-1a67924832b4 req-f89cfb1d-60fc-45e7-ae74-fa0b811bbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:36.094314 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ae41d772-a3c6-4b9f-8784-1a67924832b4 req-f89cfb1d-60fc-45e7-ae74-fa0b811bbd29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1098 time: 0.2061417
Nov 11 15:56:36.220291 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ae41d772-a3c6-4b9f-8784-1a67924832b4 req-8921744a-0299-4fb7-b1f8-68867dd04f74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191838
Nov 11 15:56:36.526404 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0e4c7-815f-43d2-87e0-45381a0b02c8 req-7d53dcab-506d-4a2f-9e91-1dd7f25ce432 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:36.528040 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1cc0e4c7-815f-43d2-87e0-45381a0b02c8 req-7d53dcab-506d-4a2f-9e91-1dd7f25ce432 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1864471
Nov 11 15:56:36.619657 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1cc0e4c7-815f-43d2-87e0-45381a0b02c8 req-5375894b-d91f-4098-8368-2ca18c458139 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841162
Nov 11 15:56:37.074502 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912a83f-ae0d-43b0-8272-56af1cd77b64 req-ca6fdd6d-41b5-4bb8-aff1-5affe204fd2b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:37.094279 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b912a83f-ae0d-43b0-8272-56af1cd77b64 req-ca6fdd6d-41b5-4bb8-aff1-5affe204fd2b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2017455
Nov 11 15:56:37.096345 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54210) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:37.109156 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'floatingip': {'port_id': '21017668-eea0-4a2f-93fe-9614218a2250'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:37.222273 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:37.269748 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f904-7295-4a7c-a0e3-fea721976c46 req-7572a4df-4e3b-4d6f-b742-f1e4e016fa73 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:37.269748 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7ed7f904-7295-4a7c-a0e3-fea721976c46 req-7572a4df-4e3b-4d6f-b742-f1e4e016fa73 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2175806
Nov 11 15:56:37.382221 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7ed7f904-7295-4a7c-a0e3-fea721976c46 req-b860bb5b-dacf-4b6f-87d7-5d54ecf3ac8d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009471
Nov 11 15:56:38.197951 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54258) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:38.363822 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1147972546-network', 'tenant_id': '47e588abb19e49338925a6b1df3644d0'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:38.373280 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:38.378596 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Usage tracker for resource:network and tenant:47e588abb19e49338925a6b1df3644d0 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:38.384714 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:38.394457 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:38.411186 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Made reservation on behalf of 47e588abb19e49338925a6b1df3644d0 for: {'network': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:38.413909 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.448357 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.485282 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:38.496676 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Usage tracker for resource:security_group_rule and tenant:47e588abb19e49338925a6b1df3644d0 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:38.505223 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:38.521631 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:38.635017 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.666894 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.673820 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.677305 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.683387 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c2ebd9ef-b716-455f-a24f-6d36f675ed40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:38.712807 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792}  {{(pid=86846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:56:38.722493 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f838c825-f15e-4c01-be17-53dc4735d823,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:38.726532 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:38.729359 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.729988 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.segments_db [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Added segment 1d35ee93-80b2-49f0-93e1-e1f0a37e087e of type vlan for network 378d4c04-ee0e-4bcb-a061-25f6b6509ae3
Nov 11 15:56:38.765338 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.810661 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.812664 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:38.813675 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:38.841559 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ac2f24fc-3c3d-42d7-ab8e-1b1b60dacfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:38.862865 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6617117
Nov 11 15:56:38.871412 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54284) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:38.905457 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Request body: {'subnet': {'network_id': '378d4c04-ee0e-4bcb-a061-25f6b6509ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1147972546-subnet', 'tenant_id': '47e588abb19e49338925a6b1df3644d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:38.915340 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:38.927453 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Usage tracker for resource:subnet and tenant:47e588abb19e49338925a6b1df3644d0 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:38.936590 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:38.951443 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:38.973737 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Pushing event updated for resources: {'Network': ['ID=378d4c04-ee0e-4bcb-a061-25f6b6509ae3,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:38.981009 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Floating IP b914f309-078e-46eb-8153-1fc4b7d785a0 associated. External IP: 172.27.1.108, port: 21017668-eea0-4a2f-93fe-9614218a2250.
Nov 11 15:56:38.981825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:38.991718 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 378d4c04-ee0e-4bcb-a061-25f6b6509ae3 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:56:39.098459 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30fa8-e51c-408d-9cf2-fb81b7ec4a2a req-0f42a35e-b2a1-4cc8-8ef0-b15bd195e265 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:39.107005 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-54d30fa8-e51c-408d-9cf2-fb81b7ec4a2a req-0f42a35e-b2a1-4cc8-8ef0-b15bd195e265 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.4777992
Nov 11 15:56:39.151113 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Made reservation on behalf of 47e588abb19e49338925a6b1df3644d0 for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:39.154147 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2243435'] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:39.403000 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-54d30fa8-e51c-408d-9cf2-fb81b7ec4a2a req-b0a1a572-c774-4f26-b2dc-fda09ec2465a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2944145
Nov 11 15:56:39.921004 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2075566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2243445'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:39.934846 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:39.964642 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d919a8-3306-4c28-a9bd-60db8ccda92b req-f033f7ab-9c75-4c73-a95a-58fb164bbf52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:39.967353 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-78d919a8-3306-4c28-a9bd-60db8ccda92b req-f033f7ab-9c75-4c73-a95a-58fb164bbf52 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 0.1686411
Nov 11 15:56:39.991333 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Router a9913df6-bd42-4f87-b389-30ea935880cc has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:56:39.999131 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88792792-616a-4f52-97a4-c3f2936e2acc req-d5d4d218-081a-4ee4-be0f-b5d3f7f4bff9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:40.000666 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-88792792-616a-4f52-97a4-c3f2936e2acc req-d5d4d218-081a-4ee4-be0f-b5d3f7f4bff9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.3925352
Nov 11 15:56:40.016352 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54338) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:40.029705 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-78d919a8-3306-4c28-a9bd-60db8ccda92b req-b92dfebb-1d46-4c5c-a9f9-c708dec9db99 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537205
Nov 11 15:56:40.039572 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'floatingip': {'port_id': '22c39280-7db0-4513-a66d-97aaf3002dbd'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:40.095343 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54344) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:40.223106 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.238144 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.253441 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:40.257893 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Usage tracker for resource:security_group_rule and tenant:651e338d3a974df8be6ecb9b55590a49 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:40.260942 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:40.266949 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:40.363732 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.368741 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.375342 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-15fa3113-51cb-4535-b529-9e9ec81e2180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:40.384638 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ead9ec-f26b-4728-b886-1f407669f42a,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:40.387413 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Checking segment: {'id': '1d35ee93-80b2-49f0-93e1-e1f0a37e087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '378d4c04-ee0e-4bcb-a061-25f6b6509ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:40.387413 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Network hostable DHCP agents. Network: 378d4c04-ee0e-4bcb-a061-25f6b6509ae3, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:56:40.394648 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:40.428938 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=651e338d3a974df8be6ecb9b55590a49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3322031
Nov 11 15:56:40.430594 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61524e57-fc21-4332-bc8c-aa207bd57da2,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:40.432897 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54350) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:40.435317 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:40.500633 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9316b373-5ded-4cfd-87f9-76edb2da6364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.531139 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9316b373-5ded-4cfd-87f9-76edb2da6364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.596920 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Network 378d4c04-ee0e-4bcb-a061-25f6b6509ae3 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:56:40.599890 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9316b373-5ded-4cfd-87f9-76edb2da6364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.604589 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0b8c3c9e-9662-4229-9892-83a0bab752ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:40.614915 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:56:40.622027 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316b373-5ded-4cfd-87f9-76edb2da6364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61524e57-fc21-4332-bc8c-aa207bd57da2,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:40.626565 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9316b373-5ded-4cfd-87f9-76edb2da6364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:40.626832 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 378d4c04-ee0e-4bcb-a061-25f6b6509ae3) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:40.636310 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9316b373-5ded-4cfd-87f9-76edb2da6364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.637914 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-9316b373-5ded-4cfd-87f9-76edb2da6364 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61524e57-fc21-4332-bc8c-aa207bd57da2 HTTP/1.1" status: 204  len: 168 time: 0.2041163
Nov 11 15:56:40.641096 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1da1c-7500-4551-9309-bca649a12fd4 None None] Network 378d4c04-ee0e-4bcb-a061-25f6b6509ae3 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:40.659775 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] Sync routers for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:56:40.696495 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.698893 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:40.700291 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d64ff040>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:56:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:40.722189 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:40.723244 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:40.878749 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-eccd233d-c5f6-4453-8334-79b3285c34a2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.0073156
Nov 11 15:56:40.896983 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c57fb95f-62de-4554-953f-c2c86d105ed7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "PUT /v2.0/floatingips/b914f309-078e-46eb-8153-1fc4b7d785a0 HTTP/1.1" status: 200  len: 992 time: 3.7981851
Nov 11 15:56:40.936452 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'tag': '21017668-eea0-4a2f-93fe-9614218a2250'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:41.082751 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'tag': '21017668-eea0-4a2f-93fe-9614218a2250', 'status': 'completed', 'code': 200}
Nov 11 15:56:41.213708 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d98802-0dd1-4249-a1d9-88c657928de1 None None] Network 378d4c04-ee0e-4bcb-a061-25f6b6509ae3 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:41.424161 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:41.519901 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245d5ff-99cb-4572-a5a4-80dc1d023a74 req-3afcf564-6aa6-42d6-9b9b-2bd2664a090d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:41.521479 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d245d5ff-99cb-4572-a5a4-80dc1d023a74 req-3afcf564-6aa6-42d6-9b9b-2bd2664a090d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 0.1874769
Nov 11 15:56:41.521966 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54380) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:41.581176 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0b604b77-e93b-4239-a5ea-a72438c7b71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:41.586344 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:41.620844 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:41.630068 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Usage tracker for resource:security_group_rule and tenant:78c1a81c20234f10a7976fca9f515507 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:41.635454 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:41.649542 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d245d5ff-99cb-4572-a5a4-80dc1d023a74 req-7f383546-5e72-43aa-907b-5e6a103a4535 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954454
Nov 11 15:56:41.660525 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:41.693967 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:41.703819 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:41.830520 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:41.834928 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:41.839368 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:41.848954 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c128524c-04f7-4797-bfd9-a9d9c9e55c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:41.887743 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bdd9c3-1d1d-4f07-a65b-961826b6a8d4,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:41.894519 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:41.927479 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54390) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:41.930150 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78c1a81c20234f10a7976fca9f515507&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4036262
Nov 11 15:56:41.965356 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Floating IP f1d2973a-4048-4cc4-b378-a0a881fa4715 associated. External IP: 172.27.1.156, port: 22c39280-7db0-4513-a66d-97aaf3002dbd.
Nov 11 15:56:42.047905 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d64ff040>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'b914f309-078e-46eb-8153-1fc4b7d785a0', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'port_id': '21017668-eea0-4a2f-93fe-9614218a2250', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'mac_address': 'fa:16:3e:b7:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:56:04Z', 'updated_at': '2021-11-11T15:56:38Z', 'revision_number': 1, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:42.053050 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] Checking router: a9913df6-bd42-4f87-b389-30ea935880cc for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:56:42.078265 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:42.079099 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d64ff040>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:56:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:42.181942 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.225240 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.306392 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54404) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:42.314943 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1810940692-network', 'tenant_id': '100d5a9199984d15b433b306901f4161'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:42.323373 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:42.329839 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Usage tracker for resource:network and tenant:100d5a9199984d15b433b306901f4161 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:42.334228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:42.344426 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:42.358341 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Made reservation on behalf of 100d5a9199984d15b433b306901f4161 for: {'network': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:42.362455 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.383906 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.411011 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:42.419944 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Usage tracker for resource:security_group_rule and tenant:100d5a9199984d15b433b306901f4161 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:42.425011 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:42.425853 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:42.433090 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:42.438615 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.451452 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-114fbabc-021c-4654-bb1e-91454fadecbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:42.475473 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bdd9c3-1d1d-4f07-a65b-961826b6a8d4,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:42.501645 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.503542 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.503542 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.503542 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.503831 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.504393 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.504943 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.505490 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.506036 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.506580 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.507788 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.508356 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.513214 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:42.527157 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.532620 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.533269 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16bdd9c3-1d1d-4f07-a65b-961826b6a8d4 HTTP/1.1" status: 204  len: 168 time: 0.6062479
Nov 11 15:56:42.536653 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:56:42.548534 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.556672 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c805d43d-4349-4310-b5bf-b47eb80714c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:42.584701 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776}  {{(pid=86846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:56:42.599350 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824be130-beea-4ee9-8c85-cb3a5093e88c,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:42.605914 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.606452 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.segments_db [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Added segment ec543c06-0c05-4659-b2ae-8d70d2b197b4 of type vlan for network 5f18c851-f55a-48a9-bccc-cd0ffd7d8053
Nov 11 15:56:42.615567 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.616206 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.617253 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.617660 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.618245 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.618814 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.619324 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.619829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.620389 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.620882 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.621388 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.621886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:42.626635 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:42.657460 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.730344 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.732719 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:42.733726 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:42.835955 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:42.878161 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5669670
Nov 11 15:56:42.896174 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54412) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:43.025241 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Request body: {'subnet': {'network_id': '5f18c851-f55a-48a9-bccc-cd0ffd7d8053', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1810940692-subnet', 'tenant_id': '100d5a9199984d15b433b306901f4161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:43.040802 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:43.047363 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Usage tracker for resource:subnet and tenant:100d5a9199984d15b433b306901f4161 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:43.057939 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:43.065735 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:56:43.069674 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:43.081428 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] Sync routers for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:56:43.082428 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:43.099122 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:43.100003 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5eb8640>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:56:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:43.139998 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Made reservation on behalf of 100d5a9199984d15b433b306901f4161 for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:43.143732 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139862'] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:43.171631 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d64ff040>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'b914f309-078e-46eb-8153-1fc4b7d785a0', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'port_id': '21017668-eea0-4a2f-93fe-9614218a2250', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'mac_address': 'fa:16:3e:b7:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:56:04Z', 'updated_at': '2021-11-11T15:56:38Z', 'revision_number': 1, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:43.181836 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e69392-89d7-4120-88f3-cc47852f1140 None None] The sync data for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi is: [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'b914f309-078e-46eb-8153-1fc4b7d785a0', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'port_id': '21017668-eea0-4a2f-93fe-9614218a2250', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'mac_address': 'fa:16:3e:b7:78:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:56:04Z', 'updated_at': '2021-11-11T15:56:38Z', 'revision_number': 1, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:56:43.264200 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ee3a5882-7460-46c4-95f1-ad95f448edcd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "PUT /v2.0/floatingips/f1d2973a-4048-4cc4-b378-a0a881fa4715 HTTP/1.1" status: 200  len: 991 time: 3.2378104
Nov 11 15:56:43.265653 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:43.273237 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24112b8-5102-42d8-b59d-275377c833bc req-9d81ff44-c63f-4629-9d64-3b4fcc8855b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:43.274722 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d24112b8-5102-42d8-b59d-275377c833bc req-9d81ff44-c63f-4629-9d64-3b4fcc8855b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 1099 time: 0.3655548
Nov 11 15:56:43.457401 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:43.595893 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'status': 'completed', 'code': 200}
Nov 11 15:56:43.617379 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24112b8-5102-42d8-b59d-275377c833bc req-87fd098e-a6d7-48e9-9587-e1a4780d808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:43.619475 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d24112b8-5102-42d8-b59d-275377c833bc req-87fd098e-a6d7-48e9-9587-e1a4780d808c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 911 time: 0.3311906
Nov 11 15:56:43.773178 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Pushing event updated for resources: {'Network': ['ID=5f18c851-f55a-48a9-bccc-cd0ffd7d8053,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:43.838817 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d24112b8-5102-42d8-b59d-275377c833bc req-ba251bec-af6d-49ab-b734-1c8377214b07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 200  len: 1000 time: 0.2116818
Nov 11 15:56:43.841667 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee7d2d-0024-4691-83be-11986cb6e58b None None] New status for floating IP b914f309-078e-46eb-8153-1fc4b7d785a0: ACTIVE {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 15:56:43.869300 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:43.882419 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 5f18c851-f55a-48a9-bccc-cd0ffd7d8053 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:56:43.986716 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24112b8-5102-42d8-b59d-275377c833bc req-6be6b7a1-0dc0-4d2f-b007-d03e18018e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:43.988127 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d24112b8-5102-42d8-b59d-275377c833bc req-6be6b7a1-0dc0-4d2f-b007-d03e18018e31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.1411090
Nov 11 15:56:44.097076 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-d31ed39a-92ff-4b63-a458-0ec0dd601ebe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.3179526
Nov 11 15:56:44.124685 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d2b3-a1bd-4a9b-9d9f-040d310eeee4 req-c85e6962-c993-46bf-a554-d435d0ecc186 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:44.128723 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a756d2b3-a1bd-4a9b-9d9f-040d310eeee4 req-c85e6962-c993-46bf-a554-d435d0ecc186 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 1.2692392
Nov 11 15:56:44.254211 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24112b8-5102-42d8-b59d-275377c833bc req-d3c1bfb9-299f-44b2-b264-772c19b4afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:44.257847 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d24112b8-5102-42d8-b59d-275377c833bc req-d3c1bfb9-299f-44b2-b264-772c19b4afed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2602987
Nov 11 15:56:44.444126 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-96ed800c-a47d-47bb-86a3-3555632d3a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:44.452860 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d24112b8-5102-42d8-b59d-275377c833bc req-1acd98e1-21b5-4dcc-9c66-6a475ee40c1b service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881642
Nov 11 15:56:44.621383 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2040945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139848'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:44.697283 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8633e-f30f-43a5-b306-38697e34f57e req-ae58177a-9480-4a93-ab06-ca1845f79303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:44.704934 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75e8633e-f30f-43a5-b306-38697e34f57e req-ae58177a-9480-4a93-ab06-ca1845f79303 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1098 time: 0.9594228
Nov 11 15:56:44.707748 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:44.821782 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d24112b8-5102-42d8-b59d-275377c833bc req-6a250fce-2e9e-4837-83f7-c0b6cecf5b69 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3594501
Nov 11 15:56:44.834005 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:44.932701 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5eb8640>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'f1d2973a-4048-4cc4-b378-a0a881fa4715', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'port_id': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'mac_address': 'fa:16:3e:8a:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:56:10Z', 'updated_at': '2021-11-11T15:56:41Z', 'revision_number': 1, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:44.952578 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=588671c5-d0e5-4e54-80da-8f5ef964dffb,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:44.955071 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] Checking router: 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:56:44.964220 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:44.969360 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:44.970047 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5eb8640>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:56:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:45.318928 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-d6e914aa-be5b-431c-822d-45bcf74eef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:45.320479 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-d6e914aa-be5b-431c-822d-45bcf74eef8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 1099 time: 0.2173009
Nov 11 15:56:45.393666 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8633e-f30f-43a5-b306-38697e34f57e req-57caadd4-da0a-478d-9289-c3787f52133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:45.395691 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75e8633e-f30f-43a5-b306-38697e34f57e req-57caadd4-da0a-478d-9289-c3787f52133a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.4732263
Nov 11 15:56:45.411760 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:45.458630 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Checking segment: {'id': 'ec543c06-0c05-4659-b2ae-8d70d2b197b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5f18c851-f55a-48a9-bccc-cd0ffd7d8053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:45.459055 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Network hostable DHCP agents. Network: 5f18c851-f55a-48a9-bccc-cd0ffd7d8053, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:56:45.466291 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a756d2b3-a1bd-4a9b-9d9f-040d310eeee4 req-f7006fc3-2713-42a3-b7e7-683669dd5a68 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3266888
Nov 11 15:56:45.515190 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:45.604480 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75e8633e-f30f-43a5-b306-38697e34f57e req-7168d5b5-f3a1-4980-a89d-748d12dca190 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c39280-7db0-4513-a66d-97aaf3002dbd HTTP/1.1" status: 200  len: 999 time: 0.1680593
Nov 11 15:56:45.673207 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Network 5f18c851-f55a-48a9-bccc-cd0ffd7d8053 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:56:45.680350 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-7785642e-d30d-4f19-bf1f-7bd97be1ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:45.683480 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-7785642e-d30d-4f19-bf1f-7bd97be1ac1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 911 time: 0.3292093
Nov 11 15:56:45.694030 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 5f18c851-f55a-48a9-bccc-cd0ffd7d8053) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:45.706010 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-dc0e697e-36a4-4dc5-97f4-70662adef4b4 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:45.707750 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-dc0e697e-36a4-4dc5-97f4-70662adef4b4 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.15 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 0.7864876
Nov 11 15:56:45.715051 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:45.715976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:45.755572 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8633e-f30f-43a5-b306-38697e34f57e req-f0fa49b6-8062-4a88-a73f-a0a4bd0bc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:45.757548 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75e8633e-f30f-43a5-b306-38697e34f57e req-f0fa49b6-8062-4a88-a73f-a0a4bd0bc0b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.1417010
Nov 11 15:56:45.776597 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf0881-1962-44a5-beda-af07a76bcbed None None] Network 5f18c851-f55a-48a9-bccc-cd0ffd7d8053 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:45.855792 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-e6a452c4-dbc6-41df-a87c-dd07858b08ff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.8362193
Nov 11 15:56:45.857480 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-923771c7-58a0-45dd-b546-bea7e867794c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 200  len: 1002 time: 0.1610463
Nov 11 15:56:45.874929 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Deleting port 16560474-17a2-4f55-beb8-048d8ddecadc {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 15:56:45.875294 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:45.951809 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-ce40b02b-63d2-4ebe-85b4-eca160da06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:45.953568 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-ce40b02b-63d2-4ebe-85b4-eca160da06b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.0904415
Nov 11 15:56:46.131534 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-d1022d9a-0278-4e12-a53b-11cfc2a38ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:46.133684 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-d1022d9a-0278-4e12-a53b-11cfc2a38ff3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1656027
Nov 11 15:56:46.173126 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8633e-f30f-43a5-b306-38697e34f57e req-ef3a2a76-a647-4fa4-afe7-7c1b38877a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:46.175721 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75e8633e-f30f-43a5-b306-38697e34f57e req-ef3a2a76-a647-4fa4-afe7-7c1b38877a69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4045050
Nov 11 15:56:46.473358 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-dbf30fc0-5bdb-4abe-b025-45c548ac3f41 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3314753
Nov 11 15:56:46.509221 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75e8633e-f30f-43a5-b306-38697e34f57e req-cc788b90-4883-4ea8-a57c-f0dfaeb936fd service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2950733
Nov 11 15:56:46.535163 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55a60a-dbd7-4c84-8ef4-80c7a0442b62 None None] Network 5f18c851-f55a-48a9-bccc-cd0ffd7d8053 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:46.582711 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] For port 16560474-17a2-4f55-beb8-048d8ddecadc, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=16560474-17a2-4f55-beb8-048d8ddecadc,segment=NetworkSegment(ba1275ef-be91-42d1-8139-5c2a757f16b0),segment_id=ba1275ef-be91-42d1-8139-5c2a757f16b0)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:56:46.583166 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:46.754185 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Calling delete_port for 16560474-17a2-4f55-beb8-048d8ddecadc owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 15:56:46.755936 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5eb8640>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'f1d2973a-4048-4cc4-b378-a0a881fa4715', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'port_id': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'mac_address': 'fa:16:3e:8a:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:56:10Z', 'updated_at': '2021-11-11T15:56:41Z', 'revision_number': 1, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:46.776136 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:46.799917 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfe292-3299-4578-94e9-8d7e4334b126 None None] The sync data for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi is: [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'f1d2973a-4048-4cc4-b378-a0a881fa4715', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'port_id': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'mac_address': 'fa:16:3e:8a:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:56:10Z', 'updated_at': '2021-11-11T15:56:41Z', 'revision_number': 1, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:56:46.924101 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54522) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:47.092386 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-301eefce-0adf-4ffd-b50d-248ef2bc889e req-16ce0689-e21b-4ccc-a2d9-76fe3c772829 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6118510
Nov 11 15:56:47.125685 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac5d6a-9cc5-436a-a66f-79f1e67a3aa5 req-314ee38a-204c-47e8-a351-433bfd5c19f2 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:47.127270 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-31ac5d6a-9cc5-436a-a66f-79f1e67a3aa5 req-314ee38a-204c-47e8-a351-433bfd5c19f2 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 945 time: 0.3760536
Nov 11 15:56:47.203391 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-31ac5d6a-9cc5-436a-a66f-79f1e67a3aa5 req-2c52a14b-e332-4a7d-9409-a3a56d20d5f2 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/security-groups?id=932f27c7-b925-40df-886f-3ab0f1708897&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687709
Nov 11 15:56:47.299964 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d28a22-f087-4a25-a562-9744c88d889c None None] New status for floating IP f1d2973a-4048-4cc4-b378-a0a881fa4715: ACTIVE {{(pid=86848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 15:56:47.591772 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:47.606913 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:47.644705 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:47.646902 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6b1313c0-b6f1-4fa5-93e1-01e1f3b913fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:47.749021 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Usage tracker for resource:security_group_rule and tenant:f41981510e1d4eb4bb40aeadbec12977 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:47.753580 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Pushing event deleted for resources: {'Port': ['ID=16560474-17a2-4f55-beb8-048d8ddecadc,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:47.781739 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:47.791511 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:47.802020 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75e8633e-f30f-43a5-b306-38697e34f57e req-3512d138-19b7-4063-8338-a595581d590c service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9724441
Nov 11 15:56:47.803480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:47.869036 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] No DVR routers for this DVR port 16560474-17a2-4f55-beb8-048d8ddecadc on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 15:56:47.872412 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:47.877395 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca69527-bf81-4cdf-9dfb-ab3360b55a8a', 'name': 'network-vif-deleted', 'tag': '16560474-17a2-4f55-beb8-048d8ddecadc'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:56:47.909660 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbbe178c-defb-4dbc-8049-ce967661d898 req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.15 "DELETE /v2.0/ports/16560474-17a2-4f55-beb8-048d8ddecadc HTTP/1.1" status: 204  len: 173 time: 2.1893945
Nov 11 15:56:47.932713 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca69527-bf81-4cdf-9dfb-ab3360b55a8a', 'name': 'network-vif-deleted', 'tag': '16560474-17a2-4f55-beb8-048d8ddecadc', 'status': 'completed', 'code': 200}
Nov 11 15:56:47.987933 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:47.993466 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:48.001984 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:48.079140 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f41981510e1d4eb4bb40aeadbec12977&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1510363
Nov 11 15:56:48.082048 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54556) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:48.084049 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502106e0-69d8-41b8-96d3-b7e01410d24e,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:48.104332 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:48.146479 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef8a608e-89f6-414d-8ebb-a8b621c29b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:48.173506 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef8a608e-89f6-414d-8ebb-a8b621c29b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:48.226607 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef8a608e-89f6-414d-8ebb-a8b621c29b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:48.231549 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ef9b602b-4544-45ca-8693-51b955ee2492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:48.247999 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a608e-89f6-414d-8ebb-a8b621c29b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502106e0-69d8-41b8-96d3-b7e01410d24e,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:48.250451 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ef8a608e-89f6-414d-8ebb-a8b621c29b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:48.253192 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ef8a608e-89f6-414d-8ebb-a8b621c29b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:48.254844 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ef8a608e-89f6-414d-8ebb-a8b621c29b34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/502106e0-69d8-41b8-96d3-b7e01410d24e HTTP/1.1" status: 204  len: 168 time: 0.1712992
Nov 11 15:56:48.357930 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e2770055-ecd8-4374-bdc9-e4a4810d787b req-84600a66-295a-4b2b-ad39-2e58eedf8bd9 tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca69527-bf81-4cdf-9dfb-ab3360b55a8a HTTP/1.1" status: 200  len: 210 time: 0.0469997
Nov 11 15:56:48.561567 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 16560474-17a2-4f55-beb8-048d8ddecadc no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 15:56:48.611883 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 16560474-17a2-4f55-beb8-048d8ddecadc {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 15:56:48.612437 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 16560474-17a2-4f55-beb8-048d8ddecadc not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 15:56:50.517486 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54690) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:50.721934 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:50.737442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:50.741979 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Usage tracker for resource:security_group_rule and tenant:d39a51baf5654392a3040b5487b732c5 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:50.744945 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:50.751265 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:50.851704 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:50.859902 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:50.869882 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:50.925433 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54704) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:50.937023 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d39a51baf5654392a3040b5487b732c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4182441
Nov 11 15:56:50.942750 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c3b6e9-277a-469c-8661-0ee89e3904a3,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:50.948442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:51.007762 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6482228e-6178-4cdb-9e84-82749d82de4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.066189 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6482228e-6178-4cdb-9e84-82749d82de4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.144378 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6482228e-6178-4cdb-9e84-82749d82de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.148369 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-073ca30b-7f70-4091-9134-b68254a88eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:51.159389 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482228e-6178-4cdb-9e84-82749d82de4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c3b6e9-277a-469c-8661-0ee89e3904a3,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:51.161556 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6482228e-6178-4cdb-9e84-82749d82de4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:51.169994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6482228e-6178-4cdb-9e84-82749d82de4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.173856 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6482228e-6178-4cdb-9e84-82749d82de4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39c3b6e9-277a-469c-8661-0ee89e3904a3 HTTP/1.1" status: 204  len: 168 time: 0.2474406
Nov 11 15:56:51.550898 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54736) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:51.624989 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_v2 [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] Deleting subnet 347e40dd-1158-4c55-9f7c-ae70d203350e {{(pid=86846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 15:56:51.628648 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.713445 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304923'] for subnet, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.791108 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.868033 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1856438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139825'] for subnet, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.872430 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fd5844f2-ee19-4e62-ba90-5c821ce98500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:51.908381 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347e40dd-1158-4c55-9f7c-ae70d203350e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:51.909461 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:51.910662 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:51.918357 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-523490ce-ac4d-412a-822e-2c6267f5887d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/347e40dd-1158-4c55-9f7c-ae70d203350e HTTP/1.1" status: 204  len: 168 time: 0.3662424
Nov 11 15:56:51.920821 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54760) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:52.035308 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.178224 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.205455 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d4fe62b0>,) {'filters': {'network_id': ['42c48490-b16b-4e7a-857c-fb05d33dbaa0']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:52.218160 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d4fe62b0>, 'ba1275ef-be91-42d1-8139-5c2a757f16b0') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:52.218459 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d4fe62b0>, 'ba1275ef-be91-42d1-8139-5c2a757f16b0') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:52.231128 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.244835 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:56:52.258243 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.265643 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 15:56:52.266124 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 15:56:52.279770 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 15:56:52.368332 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.377933 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f0824f12-29e0-453c-9b1f-dfb423fafc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:52.392430 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.403515 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=42c48490-b16b-4e7a-857c-fb05d33dbaa0,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:52.406804 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:52.417050 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c1f73a76-e6ff-4a3b-b536-3f757092a8fe admin admin] 10.222.0.24 "DELETE /v2.0/networks/42c48490-b16b-4e7a-857c-fb05d33dbaa0 HTTP/1.1" status: 204  len: 168 time: 0.4952927
Nov 11 15:56:52.582743 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54792) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:52.644041 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d9ff3817-620c-4375-a3ca-a55e486146ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1931a1ebddb54f16b09ef06ec1151cd2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0561430
Nov 11 15:56:52.644041 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 54796) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:52.721872 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b3757a10-00d4-4aef-a0be-76848a1a0d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.756310 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b3757a10-00d4-4aef-a0be-76848a1a0d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.828448 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b3757a10-00d4-4aef-a0be-76848a1a0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.833604 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-60c20c81-031b-4880-bae2-13b367faa721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:52.851067 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3757a10-00d4-4aef-a0be-76848a1a0d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f27c7-b925-40df-886f-3ab0f1708897,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:52.852055 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b3757a10-00d4-4aef-a0be-76848a1a0d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:52.873828 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b3757a10-00d4-4aef-a0be-76848a1a0d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:52.874960 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-b3757a10-00d4-4aef-a0be-76848a1a0d43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/932f27c7-b925-40df-886f-3ab0f1708897 HTTP/1.1" status: 204  len: 168 time: 0.2305489
Nov 11 15:56:53.996863 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54872) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:54.238600 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-448394884-network', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:54.249024 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:54.249641 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Usage tracker for resource:network and tenant:4a17861cb0554acda0e8edc29e8297f9 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:54.253875 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:54.261019 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:54.274232 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Made reservation on behalf of 4a17861cb0554acda0e8edc29e8297f9 for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:54.276915 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:54.290675 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:54.311774 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:54.315902 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Usage tracker for resource:security_group_rule and tenant:4a17861cb0554acda0e8edc29e8297f9 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:54.318922 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:54.325374 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:54.431652 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:54.436552 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:54.442043 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:54.479206 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:56:54.484837 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5641f2-9c28-4635-95d2-d68350bdf278,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:54.488878 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:54.494906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:54.495294 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Added segment 1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6 of type vlan for network 79b96d78-ed25-4328-bfaf-280c642450c3
Nov 11 15:56:54.527104 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:54.561028 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:54.565482 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:54.566157 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:54.572630 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-87c5854d-4919-406e-b773-925ad06da609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:54.687340 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Pushing event updated for resources: {'Network': ['ID=79b96d78-ed25-4328-bfaf-280c642450c3,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:54.691767 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6939759
Nov 11 15:56:54.692824 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:54.694973 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54916) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:54.700615 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 79b96d78-ed25-4328-bfaf-280c642450c3 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:56:54.703937 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Request body: {'subnet': {'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-subnet', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:54.712906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:54.731640 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Usage tracker for resource:subnet and tenant:4a17861cb0554acda0e8edc29e8297f9 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:54.742512 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:54.752360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:54.777164 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Made reservation on behalf of 4a17861cb0554acda0e8edc29e8297f9 for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:56:54.781134 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2243435'] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:55.131423 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2075566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2243445'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:55.136977 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-949070ab-b773-44fe-845d-38b80f17aa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:55.214415 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b44ab97-71d7-4ad7-ac01-8077af0829bc,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:55.218101 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:55.218779 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Checking segment: {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:55.219132 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Network hostable DHCP agents. Network: 79b96d78-ed25-4328-bfaf-280c642450c3, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:56:55.239303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Network 79b96d78-ed25-4328-bfaf-280c642450c3 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:56:55.247973 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 79b96d78-ed25-4328-bfaf-280c642450c3) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:55.254831 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:56:55.255432 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:55.256541 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f0a59b-b023-4022-95f5-62878c475109 None None] Network 79b96d78-ed25-4328-bfaf-280c642450c3 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:55.278410 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.5811791
Nov 11 15:56:55.280855 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 54934) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:55.286122 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:56:55.291652 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:56:55.295556 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Usage tracker for resource:router and tenant:4a17861cb0554acda0e8edc29e8297f9 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:56:55.298578 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:56:55.304546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:56:55.315302 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:55.316958 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:55.335750 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:55.523923 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b785bbf-173b-40fd-9ce8-516c01aebe5b None None] Network 79b96d78-ed25-4328-bfaf-280c642450c3 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:56:55.617571 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:56.043023 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:56.078206 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:56.245981 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Allocated IP 172.27.1.93 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/c6cfc75f-546c-410a-a2e9-ef05d93a3175) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:56:56.412989 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:56.448136 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:56.453441 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:56.507814 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:56:56.515128 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:56.519296 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:56:56.573753 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6cfc75f-546c-410a-a2e9-ef05d93a3175,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:56.578000 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:57.037121 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:57.673385 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:57.879974 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Router 9db748d1-66b2-47ae-8887-377305fd8685 is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 15:56:58.061230 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:56:58.072404 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Sync routers for ids ['9db748d1-66b2-47ae-8887-377305fd8685'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:56:58.082276 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Routers {'9db748d1-66b2-47ae-8887-377305fd8685'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:58.082881 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d68ccb80>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:56:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['9db748d1-66b2-47ae-8887-377305fd8685'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:58.089497 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:58.093528 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.8088713
Nov 11 15:56:58.093889 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55012) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:56:58.296622 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Set router 9db748d1-66b2-47ae-8887-377305fd8685 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:58.689604 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d68ccb80>, [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T15:56:56Z', 'revision_number': 3, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port': {'id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:56Z', 'updated_at': '2021-11-11T15:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:58.697962 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Checking router: 9db748d1-66b2-47ae-8887-377305fd8685 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:56:58.698247 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Updating router 9db748d1-66b2-47ae-8887-377305fd8685 port c6cfc75f-546c-410a-a2e9-ef05d93a3175 binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:56:58.811859 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:58.977611 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.208971 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Allocated IP 172.20.0.1 (79b96d78-ed25-4328-bfaf-280c642450c3/3b44ab97-71d7-4ad7-ac01-8077af0829bc/86ed93b4-1311-45a3-95af-1837865d05df) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:56:59.226781 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.244310 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Transition to ACTIVE for port object c6cfc75f-546c-410a-a2e9-ef05d93a3175 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:56:59.254252 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.259684 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:59.349045 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Attempting to bind port c6cfc75f-546c-410a-a2e9-ef05d93a3175 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:56:59.349410 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Attempting to bind port c6cfc75f-546c-410a-a2e9-ef05d93a3175 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:56:59.349782 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Attempting to bind port c6cfc75f-546c-410a-a2e9-ef05d93a3175 on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:56:59.355610 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Pushing event updated for resources: {'Port': ['ID=c6cfc75f-546c-410a-a2e9-ef05d93a3175,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:59.360749 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:56:59.361135 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:56:59.361544 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.361940 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:56:59.362420 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Bound port: c6cfc75f-546c-410a-a2e9-ef05d93a3175, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:56:59.362813 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.394976 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.395398 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.395856 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.396169 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.396561 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.397009 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.397821 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.398184 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.398481 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.398809 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.399134 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.399446 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:56:59.408034 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:59.448686 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] For port c6cfc75f-546c-410a-a2e9-ef05d93a3175, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:56:59.452133 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] For port c6cfc75f-546c-410a-a2e9-ef05d93a3175, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=c6cfc75f-546c-410a-a2e9-ef05d93a3175,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:56:59.456476 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.461574 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-708602f8-e347-4fb0-a634-b0d4cfc06e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:59.462303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.492558 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.497224 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:56:59.537859 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Routers {'9db748d1-66b2-47ae-8887-377305fd8685'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:56:59.538467 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d68ccb80>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:56:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['9db748d1-66b2-47ae-8887-377305fd8685'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:56:59.563312 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Network 79b96d78-ed25-4328-bfaf-280c642450c3 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:56:59.566607 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:56:59.570969 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:56:59.592543 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Pushing event updated for resources: {'Port': ['ID=c6cfc75f-546c-410a-a2e9-ef05d93a3175,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:59.605458 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:59.608687 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Pushing event updated for resources: {'Port': ['ID=86ed93b4-1311-45a3-95af-1837865d05df,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:56:59.612948 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:56:59.628983 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.720574 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] Set router 9db748d1-66b2-47ae-8887-377305fd8685 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:56:59.746440 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.981846 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:56:59.986813 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:00.005155 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d68ccb80>, [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T15:56:56Z', 'revision_number': 3, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port': {'id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:56Z', 'updated_at': '2021-11-11T15:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:00.009467 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519b7d39-aeea-4c54-bd8e-64c5c1b4c3bb None None] The sync data for ids ['9db748d1-66b2-47ae-8887-377305fd8685'] in dv-cinder-811151-2-iscsi is: [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T15:56:56Z', 'revision_number': 3, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port': {'id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:56Z', 'updated_at': '2021-11-11T15:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:57:00.014013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c1ebddc3-4c3d-47c8-8249-f3fbd817cb38 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:00.090115 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Pushing event updated for resources: {'Port': ['ID=86ed93b4-1311-45a3-95af-1837865d05df,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:00.094610 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:00.107230 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:00.252129 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Network 79b96d78-ed25-4328-bfaf-280c642450c3 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:00.253554 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:00.460997 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Router 9db748d1-66b2-47ae-8887-377305fd8685 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:57:00.646203 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:57:00.655235 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] 10.222.0.24 "PUT /v2.0/routers/9db748d1-66b2-47ae-8887-377305fd8685/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5603788
Nov 11 15:57:00.991782 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device c6cfc75f-546c-410a-a2e9-ef05d93a3175 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:01.062010 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port c6cfc75f-546c-410a-a2e9-ef05d93a3175 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:01.067143 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port c6cfc75f-546c-410a-a2e9-ef05d93a3175 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:01.067730 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:01.196485 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:01.215164 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port c6cfc75f-546c-410a-a2e9-ef05d93a3175, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=c6cfc75f-546c-410a-a2e9-ef05d93a3175,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:01.219684 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:01.223285 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e3149a5c-776e-438d-83fe-d7a7c75a2a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:01.297727 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=c6cfc75f-546c-410a-a2e9-ef05d93a3175,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:01.305962 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.306309 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.306650 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.307014 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.307349 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.307634 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.307954 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.308292 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.308629 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.308952 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.309271 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.309582 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:01.313852 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:01.459582 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-d5394b86-4ca5-4f31-9b5c-79989a41df64 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:01.460284 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-d5394b86-4ca5-4f31-9b5c-79989a41df64 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Synchronizing usage tracker for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:network {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:57:01.482610 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-d5394b86-4ca5-4f31-9b5c-79989a41df64 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Unset dirty status for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:network {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:57:01.484698 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-d5394b86-4ca5-4f31-9b5c-79989a41df64 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 818 time: 0.1732433
Nov 11 15:57:01.484841 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Sync routers for ids ['9db748d1-66b2-47ae-8887-377305fd8685'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:57:01.495201 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Routers {'9db748d1-66b2-47ae-8887-377305fd8685'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:01.495819 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d728a880>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:56:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['9db748d1-66b2-47ae-8887-377305fd8685'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:01.503998 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-c38a7d41-ef1c-41fd-8d57-c42a584058ed tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/quotas/4a17861cb0554acda0e8edc29e8297f9 HTTP/1.1" status: 200  len: 375 time: 0.0116520
Nov 11 15:57:01.592817 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-32cc7c08-0e00-4b34-b5bd-964400440b50 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Synchronizing usage tracker for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:57:01.612378 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-32cc7c08-0e00-4b34-b5bd-964400440b50 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Unset dirty status for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:57:01.620913 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-32cc7c08-0e00-4b34-b5bd-964400440b50 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1098437
Nov 11 15:57:01.707732 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Set router 9db748d1-66b2-47ae-8887-377305fd8685 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:01.851923 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-cb007584-c5b5-4ac7-8bf4-dd0d4a0b6a08 service neutron] 10.222.0.24 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294188
Nov 11 15:57:02.016692 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-91afda71-1e69-4465-abe5-63b833fe28b3 service neutron] 10.222.0.24 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583207
Nov 11 15:57:02.049313 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d728a880>, [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T15:56:59Z', 'revision_number': 4, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port': {'id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:56Z', 'updated_at': '2021-11-11T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '86ed93b4-1311-45a3-95af-1837865d05df', 'name': '', 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'mac_address': 'fa:16:3e:a7:70:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3b44ab97-71d7-4ad7-ac01-8077af0829bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:59Z', 'updated_at': '2021-11-11T15:56:59Z', 'revision_number': 2, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'subnets': [{'id': '3b44ab97-71d7-4ad7-ac01-8077af0829bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:02.056215 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Checking router: 9db748d1-66b2-47ae-8887-377305fd8685 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:57:02.057283 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Updating router 9db748d1-66b2-47ae-8887-377305fd8685 port 86ed93b4-1311-45a3-95af-1837865d05df binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:57:02.126747 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:02.612399 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:02.629960 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Transition to ACTIVE for port object 86ed93b4-1311-45a3-95af-1837865d05df will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:02.638779 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:02.643985 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5dd501c9-fe8f-43c8-9cd4-da33f22bfcc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:02.824907 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86060aea-12b2-4714-b462-bfad03ba1752 None None] Pushing event updated for resources: {'Port': ['ID=86ed93b4-1311-45a3-95af-1837865d05df,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:02.832279 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-86060aea-12b2-4714-b462-bfad03ba1752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:02.887076 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Attempting to bind port 86ed93b4-1311-45a3-95af-1837865d05df on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:02.887382 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Attempting to bind port 86ed93b4-1311-45a3-95af-1837865d05df by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:02.887749 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Attempting to bind port 86ed93b4-1311-45a3-95af-1837865d05df on network 79b96d78-ed25-4328-bfaf-280c642450c3 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:02.892986 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:02.893372 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Checking segment: {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:02.893777 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:02.894173 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Bound using segment: {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:02.894634 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Bound port: 86ed93b4-1311-45a3-95af-1837865d05df, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:02.895007 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:02.963363 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device c6cfc75f-546c-410a-a2e9-ef05d93a3175 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:03.039106 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] For port 86ed93b4-1311-45a3-95af-1837865d05df, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:03.043519 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] For port 86ed93b4-1311-45a3-95af-1837865d05df, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=86ed93b4-1311-45a3-95af-1837865d05df,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:03.048764 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:03.053389 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e3149a5c-776e-438d-83fe-d7a7c75a2a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:03.136326 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Routers {'9db748d1-66b2-47ae-8887-377305fd8685'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:03.136921 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d728a880>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:56:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['9db748d1-66b2-47ae-8887-377305fd8685'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:03.187221 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port c6cfc75f-546c-410a-a2e9-ef05d93a3175 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:03.187503 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:03.234486 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86060aea-12b2-4714-b462-bfad03ba1752 None None] Pushing event updated for resources: {'Port': ['ID=86ed93b4-1311-45a3-95af-1837865d05df,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:03.250360 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-86060aea-12b2-4714-b462-bfad03ba1752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:03.415648 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] Set router 9db748d1-66b2-47ae-8887-377305fd8685 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:03.731961 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d728a880>, [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T15:56:59Z', 'revision_number': 4, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port': {'id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:56Z', 'updated_at': '2021-11-11T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '86ed93b4-1311-45a3-95af-1837865d05df', 'name': '', 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'mac_address': 'fa:16:3e:a7:70:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3b44ab97-71d7-4ad7-ac01-8077af0829bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:59Z', 'updated_at': '2021-11-11T15:57:03Z', 'revision_number': 4, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'subnets': [{'id': '3b44ab97-71d7-4ad7-ac01-8077af0829bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:03.735874 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392a725-e282-40b5-8f97-7d87deff57e7 None None] The sync data for ids ['9db748d1-66b2-47ae-8887-377305fd8685'] in dv-cinder-811151-2-iscsi is: [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T15:56:59Z', 'revision_number': 4, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port': {'id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:56Z', 'updated_at': '2021-11-11T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '86ed93b4-1311-45a3-95af-1837865d05df', 'name': '', 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'mac_address': 'fa:16:3e:a7:70:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3b44ab97-71d7-4ad7-ac01-8077af0829bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:59Z', 'updated_at': '2021-11-11T15:57:03Z', 'revision_number': 4, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'subnets': [{'id': '3b44ab97-71d7-4ad7-ac01-8077af0829bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:57:04.781531 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5e9008cd-7ef8-4a87-ac78-c773c45ee5e7 req-c5920da0-ebfb-41d6-a95b-fff2b27a5f26 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 210 time: 0.0526867
Nov 11 15:57:05.031572 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 86ed93b4-1311-45a3-95af-1837865d05df up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:05.110365 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 86ed93b4-1311-45a3-95af-1837865d05df completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:05.118823 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 86ed93b4-1311-45a3-95af-1837865d05df triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:05.119272 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:05.166801 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-f57e320a-afa6-466a-a07f-0aef395b69ce tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:05.168499 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-f57e320a-afa6-466a-a07f-0aef395b69ce tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 818 time: 0.2090755
Nov 11 15:57:05.185501 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-8708053d-4c51-46ef-b87d-811cfdeaa12f tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/quotas/4a17861cb0554acda0e8edc29e8297f9 HTTP/1.1" status: 200  len: 375 time: 0.0111256
Nov 11 15:57:05.254218 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:05.282895 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-debf9fed-f6dc-4685-b489-8c0e181bf24d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0903666
Nov 11 15:57:05.290002 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 86ed93b4-1311-45a3-95af-1837865d05df, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=86ed93b4-1311-45a3-95af-1837865d05df,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:05.294380 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:05.296265 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:05.367659 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=86ed93b4-1311-45a3-95af-1837865d05df,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:05.377647 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:05.437724 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-669dc860-aecb-4eae-a2d4-88642635c2bf service neutron] 10.222.0.24 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427302
Nov 11 15:57:05.576723 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-f3330a8c-8272-4e15-8e8c-bda468c7e52d service neutron] 10.222.0.24 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328442
Nov 11 15:57:06.072620 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55218) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:06.209626 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:06.228060 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:06.231885 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Usage tracker for resource:security_group_rule and tenant:ca72effae28a4d4eadec92b88e82d862 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:06.234688 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:06.241171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:06.331681 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:06.336642 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:06.343744 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6482228e-6178-4cdb-9e84-82749d82de4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:06.383762 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58377ea6-c18f-48d3-8191-aefae42ed83c,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:06.387933 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca72effae28a4d4eadec92b88e82d862&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3136706
Nov 11 15:57:06.388797 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:06.391154 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55234) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:06.453063 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-96bfda80-cf9c-446c-9221-f5dfa5c06e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:06.478876 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-96bfda80-cf9c-446c-9221-f5dfa5c06e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:06.536559 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-96bfda80-cf9c-446c-9221-f5dfa5c06e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:06.541215 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b3757a10-00d4-4aef-a0be-76848a1a0d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:06.556044 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfda80-cf9c-446c-9221-f5dfa5c06e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58377ea6-c18f-48d3-8191-aefae42ed83c,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:06.558867 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-96bfda80-cf9c-446c-9221-f5dfa5c06e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:06.560822 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-96bfda80-cf9c-446c-9221-f5dfa5c06e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:06.561896 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-96bfda80-cf9c-446c-9221-f5dfa5c06e5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58377ea6-c18f-48d3-8191-aefae42ed83c HTTP/1.1" status: 204  len: 168 time: 0.1697426
Nov 11 15:57:06.830698 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55248) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:06.903812 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:06.918994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:06.922825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Usage tracker for resource:security_group_rule and tenant:996ff47692f04c5982c3fc6330689aba is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:06.925651 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:06.932899 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:06.977291 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 86ed93b4-1311-45a3-95af-1837865d05df up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:07.024315 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.032390 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.060269 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 86ed93b4-1311-45a3-95af-1837865d05df triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:07.061126 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.063985 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-945dc2a7-7ced-4692-b8f3-2a66ef1a03be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:07.097502 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=996ff47692f04c5982c3fc6330689aba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2650073
Nov 11 15:57:07.098817 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb9224-4606-4751-89b9-4abb26d45343,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:07.099647 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55254) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:07.104642 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:07.197513 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4e05f5aa-18b3-4562-a9ba-f83e3eec94f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.246895 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4e05f5aa-18b3-4562-a9ba-f83e3eec94f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.315925 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4e05f5aa-18b3-4562-a9ba-f83e3eec94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.320280 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-956f7e4a-584a-4bd5-af25-d2b890eacdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:07.331238 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05f5aa-18b3-4562-a9ba-f83e3eec94f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb9224-4606-4751-89b9-4abb26d45343,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:07.335546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-4e05f5aa-18b3-4562-a9ba-f83e3eec94f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:07.338993 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4e05f5aa-18b3-4562-a9ba-f83e3eec94f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.340056 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-4e05f5aa-18b3-4562-a9ba-f83e3eec94f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fcb9224-4606-4751-89b9-4abb26d45343 HTTP/1.1" status: 204  len: 168 time: 0.2388790
Nov 11 15:57:07.680961 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55266) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:07.699389 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.713926 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:07.717799 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Usage tracker for resource:security_group_rule and tenant:b717ba0686ee403cad55a230dd68a635 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:07.720647 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:07.726390 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:07.810745 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.814362 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.821222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-00b954cf-fe7f-4308-ba7f-1b44f7a7e820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:07.861831 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b717ba0686ee403cad55a230dd68a635&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1796358
Nov 11 15:57:07.863330 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9440887b-3ef8-4ff8-a3f3-6c7b5b30a3c9,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:07.864483 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55272) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:07.866379 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:07.925574 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53b9ac81-2590-4364-9422-6c5446e93a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:07.958713 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53b9ac81-2590-4364-9422-6c5446e93a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:08.009882 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53b9ac81-2590-4364-9422-6c5446e93a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:08.013861 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-eea1f9db-1f46-4822-861e-8bdfca63169a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:08.027915 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9ac81-2590-4364-9422-6c5446e93a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9440887b-3ef8-4ff8-a3f3-6c7b5b30a3c9,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:08.030240 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-53b9ac81-2590-4364-9422-6c5446e93a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:08.039567 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53b9ac81-2590-4364-9422-6c5446e93a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:08.043009 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-53b9ac81-2590-4364-9422-6c5446e93a5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9440887b-3ef8-4ff8-a3f3-6c7b5b30a3c9 HTTP/1.1" status: 204  len: 168 time: 0.1752324
Nov 11 15:57:08.369937 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e1b8444d-5e63-4011-aaa8-87d0d6c04389 req-06d5db28-21a1-4080-89a6-8cda2aa0cd8e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 210 time: 0.0513604
Nov 11 15:57:08.513422 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-dabbdd58-0acb-423a-a6d2-503cef530d22 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:08.514916 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-dabbdd58-0acb-423a-a6d2-503cef530d22 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 818 time: 0.2242990
Nov 11 15:57:08.531322 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Request body: {'port': {'device_id': 'efb90d24-2330-4feb-8538-03a31e9931bd', 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3', 'admin_state_up': True, 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:08.686015 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:08.698068 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:08.706892 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Made reservation on behalf of 4a17861cb0554acda0e8edc29e8297f9 for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:57:08.710984 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:08.894487 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Allocated IP 172.20.0.9 (79b96d78-ed25-4328-bfaf-280c642450c3/3b44ab97-71d7-4ad7-ac01-8077af0829bc/28149935-f87c-43be-a6bd-d2950571a092) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:57:09.225840 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-975596bf-ec21-45e0-9966-a0fa7ef33c3b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:09.228310 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-975596bf-ec21-45e0-9966-a0fa7ef33c3b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 818 time: 0.2720754
Nov 11 15:57:09.259604 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Request body: {'port': {'device_id': '0344e954-0853-47f0-8dd3-f14e9087be01', 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3', 'admin_state_up': True, 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:09.413260 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:09.476695 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:09.484718 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Usage tracker for resource:port and tenant:4a17861cb0554acda0e8edc29e8297f9 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:09.488731 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:09.496470 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:09.510202 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:09.512227 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Made reservation on behalf of 4a17861cb0554acda0e8edc29e8297f9 for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:57:09.517863 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:09.540041 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-768f1690-aa93-4fab-9258-e9db676dee83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:09.602003 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5a65724d-8b4f-47be-9c7a-8f127de339dd req-9ff839c4-db97-46a8-93c4-0ec7f6666ccd tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 210 time: 0.0551040
Nov 11 15:57:09.661585 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Network 79b96d78-ed25-4328-bfaf-280c642450c3 is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:09.679845 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:09.690171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:57:09.735906 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Pushing event updated for resources: {'Port': ['ID=28149935-f87c-43be-a6bd-d2950571a092,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:09.739274 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:09.833347 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:09.834028 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:09.887768 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Allocated IP 172.20.0.11 (79b96d78-ed25-4328-bfaf-280c642450c3/3b44ab97-71d7-4ad7-ac01-8077af0829bc/323f725e-f112-4339-b68d-e77a85bdbfbf) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:57:10.080725 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5534554
Nov 11 15:57:10.102357 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Request body: {'port': {'device_id': 'efb90d24-2330-4feb-8538-03a31e9931bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:10.328176 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:10.362222 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:10.510958 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:10.529887 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:10.620115 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Network 79b96d78-ed25-4328-bfaf-280c642450c3 is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:10.644541 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Pushing event updated for resources: {'Port': ['ID=323f725e-f112-4339-b68d-e77a85bdbfbf,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:10.647935 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:10.650724 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55426) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:10.731263 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:10.735727 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:57:10.790913 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:10.805110 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:10.810312 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Usage tracker for resource:security_group_rule and tenant:393013d46596442ab4f365677199e371 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:10.813547 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:10.819492 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:10.876123 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:10.876758 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:10.905906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:10.909850 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6543188
Nov 11 15:57:10.910045 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:10.922700 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-852f0a0a-d1bb-4ce4-baeb-bf198d598bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:10.930886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Request body: {'port': {'device_id': '0344e954-0853-47f0-8dd3-f14e9087be01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:10.964919 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=393013d46596442ab4f365677199e371&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3129711
Nov 11 15:57:10.966593 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63800c9f-67a7-4265-abc9-cd840a2a9ecc,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:10.972224 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:10.972721 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55434) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:10.990910 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46bab6-6865-47fd-856a-3778598cecef req-4a15d15c-7275-49f8-a1f6-9e757dca58d5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:10.991261 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-4c46bab6-6865-47fd-856a-3778598cecef req-4a15d15c-7275-49f8-a1f6-9e757dca58d5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Synchronizing usage tracker for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:57:11.058660 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ab67-8a00-414f-87f1-d54b00d5b644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.107952 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-4c46bab6-6865-47fd-856a-3778598cecef req-4a15d15c-7275-49f8-a1f6-9e757dca58d5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Unset dirty status for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:57:11.109358 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4c46bab6-6865-47fd-856a-3778598cecef req-4a15d15c-7275-49f8-a1f6-9e757dca58d5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 932 time: 0.3753481
Nov 11 15:57:11.111309 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28149935-f87c-43be-a6bd-d2950571a092 {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:57:11.124113 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.133544 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ab67-8a00-414f-87f1-d54b00d5b644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.165829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.176427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Transition to ACTIVE for port object 28149935-f87c-43be-a6bd-d2950571a092 will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:11.192791 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.202278 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:11.227264 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ab67-8a00-414f-87f1-d54b00d5b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.234487 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:11.248592 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4c46bab6-6865-47fd-856a-3778598cecef req-499d7954-7713-42b2-8a63-655272b1e83d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270802
Nov 11 15:57:11.249693 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5ab67-8a00-414f-87f1-d54b00d5b644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63800c9f-67a7-4265-abc9-cd840a2a9ecc,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:11.261632 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b0f5ab67-8a00-414f-87f1-d54b00d5b644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:11.274571 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ab67-8a00-414f-87f1-d54b00d5b644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.276228 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-b0f5ab67-8a00-414f-87f1-d54b00d5b644 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63800c9f-67a7-4265-abc9-cd840a2a9ecc HTTP/1.1" status: 204  len: 168 time: 0.3022473
Nov 11 15:57:11.487389 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Pushing event updated for resources: {'Port': ['ID=28149935-f87c-43be-a6bd-d2950571a092,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:11.495391 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:11.531018 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-90b69348-cb17-4296-9e2a-e16cfbf0663e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.697207 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Attempting to bind port 28149935-f87c-43be-a6bd-d2950571a092 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:11.697689 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Attempting to bind port 28149935-f87c-43be-a6bd-d2950571a092 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:11.697867 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Attempting to bind port 28149935-f87c-43be-a6bd-d2950571a092 on network 79b96d78-ed25-4328-bfaf-280c642450c3 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:11.709206 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Port 28149935-f87c-43be-a6bd-d2950571a092 on network 79b96d78-ed25-4328-bfaf-280c642450c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 15:57:11.709814 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Attempting to bind port 28149935-f87c-43be-a6bd-d2950571a092 on network 79b96d78-ed25-4328-bfaf-280c642450c3 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:11.728572 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55462) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:11.745489 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:11.745824 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Checking segment: {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:11.746210 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Bound using segment: {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:11.746654 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Bound port: 28149935-f87c-43be-a6bd-d2950571a092, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:11.747052 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.768205 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.791085 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:11.796379 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Usage tracker for resource:security_group_rule and tenant:34acd6f5bdb7414abc708dcce75e362b is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:11.800816 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:11.822126 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.824118 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:11.960124 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.976113 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:11.988630 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7ae59828-5b29-433f-b801-4035d3ec20f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:11.992329 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] For port 28149935-f87c-43be-a6bd-d2950571a092, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:12.003076 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] For port 28149935-f87c-43be-a6bd-d2950571a092, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=28149935-f87c-43be-a6bd-d2950571a092,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:12.037316 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34acd6f5bdb7414abc708dcce75e362b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3067172
Nov 11 15:57:12.040824 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.043400 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55480) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:12.070536 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5808c148-8760-4880-b5c4-6ccb45428202,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:12.086647 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:12.120186 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:12.143875 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-79bdb3bc-4f94-4731-abdb-2b4659443a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.174304 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-79bdb3bc-4f94-4731-abdb-2b4659443a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.270022 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-79bdb3bc-4f94-4731-abdb-2b4659443a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.274546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f9258c72-8848-4b8b-93c9-14bc134ad96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:12.290334 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdb3bc-4f94-4731-abdb-2b4659443a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5808c148-8760-4880-b5c4-6ccb45428202,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:12.293256 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-79bdb3bc-4f94-4731-abdb-2b4659443a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:12.298150 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-79bdb3bc-4f94-4731-abdb-2b4659443a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.299561 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-79bdb3bc-4f94-4731-abdb-2b4659443a10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5808c148-8760-4880-b5c4-6ccb45428202 HTTP/1.1" status: 204  len: 168 time: 0.2549846
Nov 11 15:57:12.384305 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323f725e-f112-4339-b68d-e77a85bdbfbf {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:57:12.389760 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:12.390262 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.391633 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] 10.222.0.15 "PUT /v2.0/ports/28149935-f87c-43be-a6bd-d2950571a092 HTTP/1.1" status: 200  len: 1093 time: 2.2984657
Nov 11 15:57:12.392217 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb90d24-2330-4feb-8538-03a31e9931bd', 'tag': '28149935-f87c-43be-a6bd-d2950571a092'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:57:12.402240 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.498766 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Pushing event updated for resources: {'Port': ['ID=28149935-f87c-43be-a6bd-d2950571a092,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:12.509221 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Transition to ACTIVE for port object 323f725e-f112-4339-b68d-e77a85bdbfbf will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:12.511494 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:12.531094 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb90d24-2330-4feb-8538-03a31e9931bd', 'tag': '28149935-f87c-43be-a6bd-d2950571a092', 'status': 'completed', 'code': 200}
Nov 11 15:57:12.551038 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.588539 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:12.608700 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25f717-11bc-46ac-95aa-5f64ac99eb81 req-7e1881f5-6a7e-42b3-83f6-b8911cf752a6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:12.617973 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bb25f717-11bc-46ac-95aa-5f64ac99eb81 req-7e1881f5-6a7e-42b3-83f6-b8911cf752a6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 944 time: 0.1035526
Nov 11 15:57:12.666961 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-bb25f717-11bc-46ac-95aa-5f64ac99eb81 req-cfe2c735-d4f5-4ea6-9133-a11e7f17762d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Synchronizing usage tracker for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:57:12.691996 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-bb25f717-11bc-46ac-95aa-5f64ac99eb81 req-cfe2c735-d4f5-4ea6-9133-a11e7f17762d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Unset dirty status for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:57:12.701739 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bb25f717-11bc-46ac-95aa-5f64ac99eb81 req-cfe2c735-d4f5-4ea6-9133-a11e7f17762d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826466
Nov 11 15:57:12.806450 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-e5954ef8-ffef-469d-accf-14ac7a4e256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:12.812593 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-e5954ef8-ffef-469d-accf-14ac7a4e256e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1096 time: 0.3725665
Nov 11 15:57:12.821010 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Pushing event updated for resources: {'Port': ['ID=323f725e-f112-4339-b68d-e77a85bdbfbf,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:12.918889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:12.947100 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55516) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:12.949907 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-09286244-a8a9-4d1d-87ab-86ee70312c28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28149935-f87c-43be-a6bd-d2950571a092 HTTP/1.1" status: 200  len: 217 time: 0.1261058
Nov 11 15:57:12.972771 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:12.992550 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:12.996555 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Usage tracker for resource:security_group_rule and tenant:b45aa4f425c745c9a1d9fe1c85a8d0fc is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:12.999756 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:13.006243 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:13.059398 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Attempting to bind port 323f725e-f112-4339-b68d-e77a85bdbfbf on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:13.059736 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Attempting to bind port 323f725e-f112-4339-b68d-e77a85bdbfbf by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:13.060062 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Attempting to bind port 323f725e-f112-4339-b68d-e77a85bdbfbf on network 79b96d78-ed25-4328-bfaf-280c642450c3 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:13.068994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Port 323f725e-f112-4339-b68d-e77a85bdbfbf on network 79b96d78-ed25-4328-bfaf-280c642450c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 15:57:13.069427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Attempting to bind port 323f725e-f112-4339-b68d-e77a85bdbfbf on network 79b96d78-ed25-4328-bfaf-280c642450c3 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:13.076758 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-525eae20-b5ea-4683-acac-6a5523467084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:13.078540 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-525eae20-b5ea-4683-acac-6a5523467084 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.0957448
Nov 11 15:57:13.081272 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:13.083056 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Checking segment: {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:13.083422 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Bound using segment: {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:13.083894 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Bound port: 323f725e-f112-4339-b68d-e77a85bdbfbf, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:13.084265 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.105953 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.111455 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.138996 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e739f960-15a7-430d-8583-47ad0d864e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:13.162961 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b45aa4f425c745c9a1d9fe1c85a8d0fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2147958
Nov 11 15:57:13.166068 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55522) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:13.183863 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65fec4-d980-402e-9848-3f107d52be72,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:13.188215 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:13.191701 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-6a0f3f60-4e0c-403a-a69c-7715ab86356d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0897605
Nov 11 15:57:13.233837 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-33defc46-d29e-4039-8dd7-ccd1a35716ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.265891 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-33defc46-d29e-4039-8dd7-ccd1a35716ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.317771 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] For port 323f725e-f112-4339-b68d-e77a85bdbfbf, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:13.323938 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] For port 323f725e-f112-4339-b68d-e77a85bdbfbf, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=323f725e-f112-4339-b68d-e77a85bdbfbf,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:13.335019 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.336822 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-33defc46-d29e-4039-8dd7-ccd1a35716ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.346673 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d2cdea38-46cd-4a7f-be24-2aa41f65306a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:13.354334 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:13.369981 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33defc46-d29e-4039-8dd7-ccd1a35716ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65fec4-d980-402e-9848-3f107d52be72,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:13.378539 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-33defc46-d29e-4039-8dd7-ccd1a35716ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:13.385353 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-33defc46-d29e-4039-8dd7-ccd1a35716ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.386533 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-33defc46-d29e-4039-8dd7-ccd1a35716ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c65fec4-d980-402e-9848-3f107d52be72 HTTP/1.1" status: 204  len: 168 time: 0.2195323
Nov 11 15:57:13.432226 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:13.433145 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:13.434296 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] 10.222.0.15 "PUT /v2.0/ports/323f725e-f112-4339-b68d-e77a85bdbfbf HTTP/1.1" status: 200  len: 1094 time: 2.5165439
Nov 11 15:57:13.454988 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-dce34245-32cc-4869-bcc8-b1756cf4fe84 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528708
Nov 11 15:57:13.491807 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Pushing event updated for resources: {'Port': ['ID=323f725e-f112-4339-b68d-e77a85bdbfbf,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:13.495026 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:13.682582 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71ace6e6-b08a-4df4-93fb-c5043481796c req-f812b38a-2453-4554-b59b-03715ccc2b1c service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2170198
Nov 11 15:57:13.691040 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ca3a8b83-534d-47b7-aaa7-e4fe2959ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:13.692515 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-ca3a8b83-534d-47b7-aaa7-e4fe2959ac2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 1097 time: 0.1922927
Nov 11 15:57:13.835393 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-30464be7-2e89-41b1-a709-c2fee91d6bbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323f725e-f112-4339-b68d-e77a85bdbfbf HTTP/1.1" status: 200  len: 217 time: 0.1352239
Nov 11 15:57:14.107653 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1aae65ce-c63e-483f-b4b5-3121447fed17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:14.140063 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-369917df-60f6-4f1a-b9a0-f9661dd63180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:14.141729 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-369917df-60f6-4f1a-b9a0-f9661dd63180 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.2965598
Nov 11 15:57:14.225443 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:14.234879 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-cb31ae99-0765-405d-9689-713f73bbecc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0858798
Nov 11 15:57:14.246112 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-d0739808-62ea-4633-ad04-5af78bc4cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:14.247617 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-d0739808-62ea-4633-ad04-5af78bc4cc85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1096 time: 0.4725659
Nov 11 15:57:14.450504 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7743461-eae8-4076-aeca-f94a33dddcad req-5f615b34-7709-43bd-84e6-8f2491b58bd7 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:14.452035 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a7743461-eae8-4076-aeca-f94a33dddcad req-5f615b34-7709-43bd-84e6-8f2491b58bd7 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 944 time: 0.6079934
Nov 11 15:57:14.533925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0344e954-0853-47f0-8dd3-f14e9087be01', 'tag': '323f725e-f112-4339-b68d-e77a85bdbfbf'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:57:14.609151 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0344e954-0853-47f0-8dd3-f14e9087be01', 'tag': '323f725e-f112-4339-b68d-e77a85bdbfbf', 'status': 'completed', 'code': 200}
Nov 11 15:57:14.646000 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a7743461-eae8-4076-aeca-f94a33dddcad req-19755cb6-7e0b-4165-a1b0-af2bb7ea5240 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794734
Nov 11 15:57:14.659251 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-c027939a-7946-4670-9f52-61f230f6ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:14.661667 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-c027939a-7946-4670-9f52-61f230f6ca53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 919 time: 0.3798339
Nov 11 15:57:14.665272 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-a9a25530-6813-4a67-ba53-78b308ea5387 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4222572
Nov 11 15:57:14.785414 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55594) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:14.846225 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Deleting subnet 85ead9ec-f26b-4728-b886-1f407669f42a {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 15:57:14.849408 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:14.902230 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.033183 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.110664 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.112193 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.117696 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e7eecc79-824a-4b11-9990-5c565ce0eb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:15.155753 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ead9ec-f26b-4728-b886-1f407669f42a,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:15.159107 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:15.160299 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.166340 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/85ead9ec-f26b-4728-b886-1f407669f42a HTTP/1.1" status: 204  len: 168 time: 0.3799822
Nov 11 15:57:15.168743 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55608) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:15.283277 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.408921 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.434183 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d61ea2e0>,) {'filters': {'network_id': ['378d4c04-ee0e-4bcb-a061-25f6b6509ae3']}} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:15.447320 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d61ea2e0>, '1d35ee93-80b2-49f0-93e1-e1f0a37e087e') {'for_net_delete': True} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:15.447613 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d61ea2e0>, '1d35ee93-80b2-49f0-93e1-e1f0a37e087e') {} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:15.458924 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2079373'] for segment, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.474245 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.480570 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=86847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 15:57:15.481048 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1891331'] for segment, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]: Traceback (most recent call last):
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     timer()
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     cb(*args, **kw)
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     return func(*args, **kwargs)
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     self._notify()
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     self.callback(batched_events)
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     event.method(event)
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     return f(self, *a, **k)
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._get(url).json()
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self.request(url, 'GET', **kwargs)
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 15:57:15.494677 dv-cinder-811151-2-iscsi neutron-server[86847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 15:57:15.571323 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.575208 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-740068fa-21ad-4e68-9355-e2a1e0793998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:15.590801 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.596671 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Pushing event deleted for resources: {'Network': ['ID=378d4c04-ee0e-4bcb-a061-25f6b6509ae3,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:15.602276 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] 10.222.0.24 "DELETE /v2.0/networks/378d4c04-ee0e-4bcb-a061-25f6b6509ae3 HTTP/1.1" status: 204  len: 168 time: 0.4316187
Nov 11 15:57:15.602276 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8363f06c-9e83-44e5-a928-638839f75580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:15.603952 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55620) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:15.661548 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] Deleting subnet 588671c5-d0e5-4e54-80da-8f5ef964dffb {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 15:57:15.665044 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.716497 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.772829 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.853373 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.859917 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:15.899419 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588671c5-d0e5-4e54-80da-8f5ef964dffb,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:15.901394 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:15.903961 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:15.908200 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-3a303ad0-e169-40af-8c60-e56cd0643169 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/588671c5-d0e5-4e54-80da-8f5ef964dffb HTTP/1.1" status: 204  len: 168 time: 0.3032532
Nov 11 15:57:15.911725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55632) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:16.019731 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.152409 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.180231 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d50b2c40>,) {'filters': {'network_id': ['5f18c851-f55a-48a9-bccc-cd0ffd7d8053']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:16.196551 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d50b2c40>, 'ec543c06-0c05-4659-b2ae-8d70d2b197b4') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:16.196844 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d50b2c40>, 'ec543c06-0c05-4659-b2ae-8d70d2b197b4') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:16.209321 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.229017 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.236775 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 15:57:16.237192 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 15:57:16.250553 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 15:57:16.335053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.339004 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:16.353972 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.363328 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f18c851-f55a-48a9-bccc-cd0ffd7d8053,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:16.366434 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:16.367910 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f18c851-f55a-48a9-bccc-cd0ffd7d8053 HTTP/1.1" status: 204  len: 168 time: 0.4545732
Nov 11 15:57:16.534924 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55642) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:16.581471 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-4f3802e7-0147-40bf-b145-e6056d0869f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47e588abb19e49338925a6b1df3644d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0453882
Nov 11 15:57:16.584457 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55646) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:16.641599 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7efbd9b1-f5e9-4014-bb87-5d90866ad790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.648439 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.667228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7efbd9b1-f5e9-4014-bb87-5d90866ad790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.716237 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7efbd9b1-f5e9-4014-bb87-5d90866ad790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.719688 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:16.732301 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbd9b1-f5e9-4014-bb87-5d90866ad790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f838c825-f15e-4c01-be17-53dc4735d823,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:16.735135 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7efbd9b1-f5e9-4014-bb87-5d90866ad790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:16.737101 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7efbd9b1-f5e9-4014-bb87-5d90866ad790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:16.738199 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7efbd9b1-f5e9-4014-bb87-5d90866ad790 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f838c825-f15e-4c01-be17-53dc4735d823 HTTP/1.1" status: 204  len: 168 time: 0.1528852
Nov 11 15:57:17.089976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55660) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:17.139460 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-b10e4a83-377e-42e2-9e23-8b8a74909b40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=100d5a9199984d15b433b306901f4161&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481591
Nov 11 15:57:17.141756 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55664) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:17.202547 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9c4f622e-c0b4-42cc-a6a5-26c4fd96c13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:17.228089 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9c4f622e-c0b4-42cc-a6a5-26c4fd96c13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:17.282453 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9c4f622e-c0b4-42cc-a6a5-26c4fd96c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:17.288185 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4dc758e7-2bf3-436f-9d61-81f2b25e70af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:17.301542 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f622e-c0b4-42cc-a6a5-26c4fd96c13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824be130-beea-4ee9-8c85-cb3a5093e88c,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:17.304379 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9c4f622e-c0b4-42cc-a6a5-26c4fd96c13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:17.305340 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9c4f622e-c0b4-42cc-a6a5-26c4fd96c13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:17.306435 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-9c4f622e-c0b4-42cc-a6a5-26c4fd96c13b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/824be130-beea-4ee9-8c85-cb3a5093e88c HTTP/1.1" status: 204  len: 168 time: 0.1637752
Nov 11 15:57:17.461747 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-a5b1323e-1275-4307-af5b-a26e8d1c99fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28149935-f87c-43be-a6bd-d2950571a092 HTTP/1.1" status: 200  len: 217 time: 0.0913966
Nov 11 15:57:17.588195 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1a21e-3ffb-40b9-be17-2e42bb402edf req-10b799b8-19fd-4183-82ea-1d1f41edfa06 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:17.589825 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c2e1a21e-3ffb-40b9-be17-2e42bb402edf req-10b799b8-19fd-4183-82ea-1d1f41edfa06 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 944 time: 0.0833685
Nov 11 15:57:17.637976 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8ffba9b5-a766-426f-935b-192fc665f5ae req-db55e7df-23dc-451d-8181-ef633bd8fe1b service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2663457
Nov 11 15:57:17.641380 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-902795c7-9bf9-48e3-933a-245e8dfd3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:17.644333 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-902795c7-9bf9-48e3-933a-245e8dfd3b55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.0935407
Nov 11 15:57:17.645033 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c2e1a21e-3ffb-40b9-be17-2e42bb402edf req-d0c370c4-ca13-4e8a-80d2-e0c28d86f4b8 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492647
Nov 11 15:57:17.691686 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-59b85a0b-d128-441b-a092-8ae483b81012 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420043
Nov 11 15:57:17.882090 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-895c7e5b-dcbf-47fa-9ef8-45dc1f23e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:17.883545 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-895c7e5b-dcbf-47fa-9ef8-45dc1f23e991 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 1097 time: 0.1910639
Nov 11 15:57:17.885361 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-95c6857b-a38c-4a90-9689-1dfe38dfc06d service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598866
Nov 11 15:57:18.227960 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-a8b2a93d-6163-4c24-8ffe-e26119010a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:18.229294 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-a8b2a93d-6163-4c24-8ffe-e26119010a53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 919 time: 0.3328309
Nov 11 15:57:18.232658 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85d4eeb8-ef92-418b-93f5-c34ddce11a2e req-09303641-eade-499f-817f-f91288da937e service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3179986
Nov 11 15:57:18.312136 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-636dd2f6-4827-4431-9586-fa7bc5d3f419 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323f725e-f112-4339-b68d-e77a85bdbfbf HTTP/1.1" status: 200  len: 217 time: 0.0692348
Nov 11 15:57:18.380562 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-8375aa2c-c999-4779-9e20-9dd278f1bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:18.382285 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-8375aa2c-c999-4779-9e20-9dd278f1bfce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.0633404
Nov 11 15:57:18.473864 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-677bea7b-b611-492b-952b-896268920166 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0813990
Nov 11 15:57:18.658358 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-9eec5950-ee67-4403-95e3-6a1b36343494 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720290
Nov 11 15:57:18.814429 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b0b8c90-a8f9-4161-a4d8-af6abdf211b4 req-572349a9-74ea-4535-a672-6dc5e7b2196c service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523619
Nov 11 15:57:18.873271 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd3d0d-dc9d-492f-8c25-da76176b3f20 req-556017d4-c85d-403e-bc30-aa279a279b77 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:18.874875 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c1cd3d0d-dc9d-492f-8c25-da76176b3f20 req-556017d4-c85d-403e-bc30-aa279a279b77 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 944 time: 0.1023140
Nov 11 15:57:18.921068 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c1cd3d0d-dc9d-492f-8c25-da76176b3f20 req-9ecb3bb3-9477-4d29-9537-b9930a2bf20d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399504
Nov 11 15:57:19.676174 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 28149935-f87c-43be-a6bd-d2950571a092 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:57:19.815128 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 28149935-f87c-43be-a6bd-d2950571a092, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=28149935-f87c-43be-a6bd-d2950571a092,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:19.829206 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '28149935-f87c-43be-a6bd-d2950571a092', 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3', 'port_id': '28149935-f87c-43be-a6bd-d2950571a092', 'mac_address': 'fa:16:3e:08:36:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b44ab97-71d7-4ad7-ac01-8077af0829bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:57:19.884476 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:19.901267 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28149935-f87c-43be-a6bd-d2950571a092 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:57:19.916852 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 28149935-f87c-43be-a6bd-d2950571a092, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=28149935-f87c-43be-a6bd-d2950571a092,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:19.920966 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:19.922668 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:19.991259 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=28149935-f87c-43be-a6bd-d2950571a092,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:19.994373 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:21.495703 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 323f725e-f112-4339-b68d-e77a85bdbfbf details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:57:21.639964 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 323f725e-f112-4339-b68d-e77a85bdbfbf, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=323f725e-f112-4339-b68d-e77a85bdbfbf,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:21.654178 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '323f725e-f112-4339-b68d-e77a85bdbfbf', 'network_id': '79b96d78-ed25-4328-bfaf-280c642450c3', 'port_id': '323f725e-f112-4339-b68d-e77a85bdbfbf', 'mac_address': 'fa:16:3e:a0:62:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b44ab97-71d7-4ad7-ac01-8077af0829bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:57:21.712525 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962c12-77ff-45a6-861a-23fc75677e2f req-ea99ec0e-f39b-4292-a038-0be1aa93b3a4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:21.712525 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b9962c12-77ff-45a6-861a-23fc75677e2f req-ea99ec0e-f39b-4292-a038-0be1aa93b3a4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 944 time: 0.0951171
Nov 11 15:57:21.720506 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:21.739661 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323f725e-f112-4339-b68d-e77a85bdbfbf {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:57:21.755918 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 323f725e-f112-4339-b68d-e77a85bdbfbf, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=323f725e-f112-4339-b68d-e77a85bdbfbf,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:21.759672 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:21.761633 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:21.767221 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b9962c12-77ff-45a6-861a-23fc75677e2f req-31f47210-39e8-449d-a30b-a010c15e3bec tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432620
Nov 11 15:57:21.797000 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['28149935-f87c-43be-a6bd-d2950571a092'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:57:21.892146 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=323f725e-f112-4339-b68d-e77a85bdbfbf,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:21.902705 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:24.988644 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['323f725e-f112-4339-b68d-e77a85bdbfbf'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:57:25.029060 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430615b-ee08-471e-a935-30efa8ad7722 req-58068ec9-b5af-4718-b8af-da55dbb31e99 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:25.030521 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a430615b-ee08-471e-a935-30efa8ad7722 req-58068ec9-b5af-4718-b8af-da55dbb31e99 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 945 time: 0.0850687
Nov 11 15:57:25.076303 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a430615b-ee08-471e-a935-30efa8ad7722 req-2c77144a-3b59-4f28-99cc-27223870cc80 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401824
Nov 11 15:57:26.402064 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dcdfa-0d21-49a1-a315-9bec309f3950 req-608d5e50-dd0f-4e8d-b9d6-98603d3d164d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:26.403506 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-712dcdfa-0d21-49a1-a315-9bec309f3950 req-608d5e50-dd0f-4e8d-b9d6-98603d3d164d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 945 time: 0.0803323
Nov 11 15:57:26.449635 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-712dcdfa-0d21-49a1-a315-9bec309f3950 req-9e929d6b-4af1-4e64-87a0-224bd486a091 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404041
Nov 11 15:57:26.817373 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 28149935-f87c-43be-a6bd-d2950571a092 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:26.905153 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 28149935-f87c-43be-a6bd-d2950571a092 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:26.918499 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 28149935-f87c-43be-a6bd-d2950571a092 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:26.918986 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:27.063624 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:27.100510 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb90d24-2330-4feb-8538-03a31e9931bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28149935-f87c-43be-a6bd-d2950571a092'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:57:27.113053 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 28149935-f87c-43be-a6bd-d2950571a092, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=28149935-f87c-43be-a6bd-d2950571a092,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:27.123033 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:27.124436 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 323f725e-f112-4339-b68d-e77a85bdbfbf up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:27.163583 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb90d24-2330-4feb-8538-03a31e9931bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28149935-f87c-43be-a6bd-d2950571a092', 'code': 200}
Nov 11 15:57:27.164104 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:27.261959 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=28149935-f87c-43be-a6bd-d2950571a092,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:27.266117 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:27.274243 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 323f725e-f112-4339-b68d-e77a85bdbfbf completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:27.279144 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 323f725e-f112-4339-b68d-e77a85bdbfbf triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:27.279522 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:27.396645 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:27.424531 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c1a85-9b2a-4ac2-98bc-16986a62b9a5 req-f0b46476-43e9-4a1d-8171-edd8c3e20e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:27.426048 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-891c1a85-9b2a-4ac2-98bc-16986a62b9a5 req-f0b46476-43e9-4a1d-8171-edd8c3e20e9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1098 time: 0.0725124
Nov 11 15:57:27.431106 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 323f725e-f112-4339-b68d-e77a85bdbfbf, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=323f725e-f112-4339-b68d-e77a85bdbfbf,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:27.434183 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:27.435969 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:27.475136 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-891c1a85-9b2a-4ac2-98bc-16986a62b9a5 req-78974f25-ce41-480e-9e6c-664eb789b465 service neutron] Synchronizing usage tracker for tenant:b7493da92b5b4fb2827155b947ed8a79 on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:57:27.501111 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-891c1a85-9b2a-4ac2-98bc-16986a62b9a5 req-78974f25-ce41-480e-9e6c-664eb789b465 service neutron] Unset dirty status for tenant:b7493da92b5b4fb2827155b947ed8a79 on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:57:27.503031 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-891c1a85-9b2a-4ac2-98bc-16986a62b9a5 req-78974f25-ce41-480e-9e6c-664eb789b465 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624566
Nov 11 15:57:27.507960 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=323f725e-f112-4339-b68d-e77a85bdbfbf,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:27.511178 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:27.667043 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212eb9d-b6ef-4241-a579-3f9ff00fa938 req-c1601806-7125-4b39-886e-13bbc65f978d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:27.668606 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8212eb9d-b6ef-4241-a579-3f9ff00fa938 req-c1601806-7125-4b39-886e-13bbc65f978d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0905404
Nov 11 15:57:27.732961 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8212eb9d-b6ef-4241-a579-3f9ff00fa938 req-8873eb6e-2e5b-4999-927d-38f1b6895034 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530169
Nov 11 15:57:28.363770 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 55978) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:28.504535 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:28.521741 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:28.526434 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Usage tracker for resource:security_group_rule and tenant:97825908fa01453b8c57266cabfe212e is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:28.529475 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:28.535480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:28.627841 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55988) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:28.629792 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:28.634549 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:28.643222 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0a7918aa-077a-4d6f-96ef-f4e4f25aa898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:28.683905 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97825908fa01453b8c57266cabfe212e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3186343
Nov 11 15:57:28.684834 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8079214-df36-468b-9d2d-93ff4856380a,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:28.689312 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 55994) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:28.689831 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:28.790793 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:28.802880 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-48bab6b7-fd6d-411c-9c42-29fc7089ee24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:28.824005 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:28.837366 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Usage tracker for resource:security_group_rule and tenant:7891163f49004a60a88a60cdf522f705 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:28.843132 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:28.847538 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-48bab6b7-fd6d-411c-9c42-29fc7089ee24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:28.862327 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:28.952383 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-48bab6b7-fd6d-411c-9c42-29fc7089ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:28.957905 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-33defc46-d29e-4039-8dd7-ccd1a35716ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:28.959291 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3ed3-44ee-482b-b770-a3f335884d09 req-f92c5f89-b469-482a-8fbd-5b37b551dc5b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:28.960838 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-44de3ed3-44ee-482b-b770-a3f335884d09 req-f92c5f89-b469-482a-8fbd-5b37b551dc5b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0972750
Nov 11 15:57:28.981838 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bab6b7-fd6d-411c-9c42-29fc7089ee24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8079214-df36-468b-9d2d-93ff4856380a,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:28.984680 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-48bab6b7-fd6d-411c-9c42-29fc7089ee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:29.003235 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-48bab6b7-fd6d-411c-9c42-29fc7089ee24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:29.008512 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-48bab6b7-fd6d-411c-9c42-29fc7089ee24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8079214-df36-468b-9d2d-93ff4856380a HTTP/1.1" status: 204  len: 168 time: 0.3131187
Nov 11 15:57:29.008959 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-44de3ed3-44ee-482b-b770-a3f335884d09 req-9872215b-288b-41f7-8178-c1fbd9be4df5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396063
Nov 11 15:57:29.025391 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:29.052303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:29.072381 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-48bab6b7-fd6d-411c-9c42-29fc7089ee24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:29.126958 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54805480-2854-4461-8bab-9f7177058706,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:29.134731 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56004) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:29.143857 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7891163f49004a60a88a60cdf522f705&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5023139
Nov 11 15:57:29.145097 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:29.164718 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0344e954-0853-47f0-8dd3-f14e9087be01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323f725e-f112-4339-b68d-e77a85bdbfbf'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:57:29.222321 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0344e954-0853-47f0-8dd3-f14e9087be01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323f725e-f112-4339-b68d-e77a85bdbfbf', 'code': 200}
Nov 11 15:57:29.247201 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:57:29.265072 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-67f16674-b4d9-4d4d-ba7b-67cacc82b8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:29.305798 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-67f16674-b4d9-4d4d-ba7b-67cacc82b8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:29.396470 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-67f16674-b4d9-4d4d-ba7b-67cacc82b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:29.401823 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-49728e40-892c-4abe-b189-cecdfbb47b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:29.420963 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f16674-b4d9-4d4d-ba7b-67cacc82b8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54805480-2854-4461-8bab-9f7177058706,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:29.425202 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-67f16674-b4d9-4d4d-ba7b-67cacc82b8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:29.503562 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-67f16674-b4d9-4d4d-ba7b-67cacc82b8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:29.505866 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-67f16674-b4d9-4d4d-ba7b-67cacc82b8b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54805480-2854-4461-8bab-9f7177058706 HTTP/1.1" status: 204  len: 168 time: 0.3680096
Nov 11 15:57:29.530078 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5d555-0985-4004-97fc-e5a978d60d6a req-6275cd82-c508-4391-9fd0-a848825db5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:29.531720 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-18b5d555-0985-4004-97fc-e5a978d60d6a req-6275cd82-c508-4391-9fd0-a848825db5d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 1099 time: 0.1076462
Nov 11 15:57:29.585875 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-18b5d555-0985-4004-97fc-e5a978d60d6a req-af0dde28-f664-43b3-b5a1-e27d8632d512 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456858
Nov 11 15:57:29.971094 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56040) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:30.016184 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56048) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:30.036221 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.054921 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:30.062136 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0d480bc064a04c0db22213906e6be897 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:30.066476 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:30.075173 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:30.314128 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.315323 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.337104 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.345829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6cbd7330-a570-45dd-9fea-6f34805d9aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:30.348711 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 56060) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:30.359089 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:30.382371 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Usage tracker for resource:security_group_rule and tenant:b6dbafd9c4b2464ab883f9b5585aebe1 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:30.393969 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:30.413670 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:30.420565 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d480bc064a04c0db22213906e6be897&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4032798
Nov 11 15:57:30.424000 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 56066) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:30.424769 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ae18c7-4610-479f-b642-613b6d821f93,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:30.429513 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:30.462546 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240ce19-600d-4dc0-ad3d-c9ed737b4fa9 req-8d624f4d-52b2-4262-a3b8-59615e85ec43 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:30.464358 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3240ce19-600d-4dc0-ad3d-c9ed737b4fa9 req-8d624f4d-52b2-4262-a3b8-59615e85ec43 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2266202
Nov 11 15:57:30.517547 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c505a702-00a3-4d94-bad9-c636568ee6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.556615 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c505a702-00a3-4d94-bad9-c636568ee6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.570613 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.580963 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.589260 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:30.623081 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1368184107-network', 'tenant_id': '699f34e6d4384c39a47971092fd129cf'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:30.630633 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:30.634826 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Usage tracker for resource:network and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:30.639163 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:30.644363 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3240ce19-600d-4dc0-ad3d-c9ed737b4fa9 req-ad41dbe3-69dc-4c9f-9193-0588d377b174 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719465
Nov 11 15:57:30.645279 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c505a702-00a3-4d94-bad9-c636568ee6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.651500 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:30.653446 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-533e9506-2a9f-4346-89bb-ac7ef8c94081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:30.656192 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd685f22-4934-4bc7-85e0-1d446fe41b2f,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:30.661941 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6dbafd9c4b2464ab883f9b5585aebe1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6895618
Nov 11 15:57:30.664048 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:30.668980 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 56072) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:30.688862 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505a702-00a3-4d94-bad9-c636568ee6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ae18c7-4610-479f-b642-613b6d821f93,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:30.691664 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c505a702-00a3-4d94-bad9-c636568ee6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:30.698065 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c505a702-00a3-4d94-bad9-c636568ee6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.699257 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c505a702-00a3-4d94-bad9-c636568ee6d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60ae18c7-4610-479f-b642-613b6d821f93 HTTP/1.1" status: 204  len: 168 time: 0.2734766
Nov 11 15:57:30.703209 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Made reservation on behalf of 699f34e6d4384c39a47971092fd129cf for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:57:30.705442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.726107 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.890004 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:30.899217 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Usage tracker for resource:security_group_rule and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:30.903673 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:30.911593 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:30.934199 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eac86cbd-3c39-4573-b873-11b3b5371553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:30.976685 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eac86cbd-3c39-4573-b873-11b3b5371553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.070871 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eac86cbd-3c39-4573-b873-11b3b5371553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.077192 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3a2dfd68-e14d-4f4c-b736-12c8438aa329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:31.086042 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.091917 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac86cbd-3c39-4573-b873-11b3b5371553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd685f22-4934-4bc7-85e0-1d446fe41b2f,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:31.094561 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-eac86cbd-3c39-4573-b873-11b3b5371553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:31.098903 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.104630 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ef58b126-31e8-40f8-8f4d-9dcc3b146ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:31.119727 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-eac86cbd-3c39-4573-b873-11b3b5371553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.120876 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-eac86cbd-3c39-4573-b873-11b3b5371553 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd685f22-4934-4bc7-85e0-1d446fe41b2f HTTP/1.1" status: 204  len: 168 time: 0.4496677
Nov 11 15:57:31.134038 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:57:31.147581 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:31.151716 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:31.152666 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.153004 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Added segment 294640e4-bfcb-494c-858b-eccda862f303 of type vlan for network b11c15e2-7c6d-450e-b220-dfd6dab84ada
Nov 11 15:57:31.186544 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.217783 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.219783 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:31.220677 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.242997 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cea8ad53-b197-43de-93c3-a0e0406aec34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:31.330236 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9779210
Nov 11 15:57:31.331097 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56098) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:31.338207 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Request body: {'subnet': {'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1368184107-subnet', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'ip_version': 4}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:31.343736 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:31.348114 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Usage tracker for resource:subnet and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:31.351407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:31.355660 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Pushing event updated for resources: {'Network': ['ID=b11c15e2-7c6d-450e-b220-dfd6dab84ada,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:31.357390 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:31.359068 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:31.368996 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:57:31.390844 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Made reservation on behalf of 699f34e6d4384c39a47971092fd129cf for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:57:31.396279 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139862'] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.780140 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2040945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139848'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.788561 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:31.886515 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f131137-bcef-4582-bc08-19196c85edd2,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:31.899787 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:31.900630 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Checking segment: {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:31.901048 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Network hostable DHCP agents. Network: b11c15e2-7c6d-450e-b220-dfd6dab84ada, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:57:31.925213 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:57:31.926446 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63f577-7047-4ae3-8038-e89484024d64 req-04a256a6-d387-4fe5-8a8d-d075752b4f38 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:31.929183 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0c63f577-7047-4ae3-8038-e89484024d64 req-04a256a6-d387-4fe5-8a8d-d075752b4f38 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1383622
Nov 11 15:57:31.945234 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, b11c15e2-7c6d-450e-b220-dfd6dab84ada) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:31.951442 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:31.952635 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:31.956093 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf80a65-d17c-4a70-867d-58c3da1f08f4 None None] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:57:32.017582 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0c63f577-7047-4ae3-8038-e89484024d64 req-10b2a3a4-ab31-4ec7-99eb-9ea6db18880a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650210
Nov 11 15:57:32.031788 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-54a666a0-9eab-4b21-b49b-858390353f12 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6970892
Nov 11 15:57:32.032869 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 56136) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:32.042553 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:32.056605 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:32.064903 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Usage tracker for resource:router and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:32.071558 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:32.084751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:32.120725 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:32.123159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:32.166591 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:32.341091 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 15:57:32.342154 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:32.581783 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Allocated IP 172.20.0.2 (b11c15e2-7c6d-450e-b220-dfd6dab84ada/7f131137-bcef-4582-bc08-19196c85edd2/e8d7fb4c-2988-4264-a709-393b35f8dbdf) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:57:32.588137 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:32.863560 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-99613e3d-0d85-4aa4-acb4-0e7173c27a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:32.866719 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-99613e3d-0d85-4aa4-acb4-0e7173c27a62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 1099 time: 0.2990463
Nov 11 15:57:32.880916 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888197-1b7a-41ee-99ee-50465c29feb9 req-c548905d-9c49-4f60-811a-213990a947d2 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:32.890498 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bd888197-1b7a-41ee-99ee-50465c29feb9 req-c548905d-9c49-4f60-811a-213990a947d2 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1749110
Nov 11 15:57:32.946618 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:32.957791 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Transition to ACTIVE for port object e8d7fb4c-2988-4264-a709-393b35f8dbdf will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:32.979481 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Transition to ACTIVE for port object e8d7fb4c-2988-4264-a709-393b35f8dbdf will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:32.987050 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:32.993726 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:33.069489 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:33.071749 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bd888197-1b7a-41ee-99ee-50465c29feb9 req-5973917e-485e-4779-8b58-ace1769a50c3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798654
Nov 11 15:57:33.073724 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:33.076928 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:57:33.149303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:33.182434 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:33.190796 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-15f96cd9-7c88-44d3-8d9c-bbda64fbb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:33.192343 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-15f96cd9-7c88-44d3-8d9c-bbda64fbb721 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 919 time: 0.2986403
Nov 11 15:57:33.275301 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Attempting to bind port e8d7fb4c-2988-4264-a709-393b35f8dbdf on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:33.275723 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Attempting to bind port e8d7fb4c-2988-4264-a709-393b35f8dbdf by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:33.276345 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Attempting to bind port e8d7fb4c-2988-4264-a709-393b35f8dbdf on network b11c15e2-7c6d-450e-b220-dfd6dab84ada {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:33.280384 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Pushing event updated for resources: {'Port': ['ID=e8d7fb4c-2988-4264-a709-393b35f8dbdf,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:33.285562 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:33.286521 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:33.287293 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Checking segment: {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:33.288488 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:33.288944 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Bound using segment: {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:33.289532 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Bound port: e8d7fb4c-2988-4264-a709-393b35f8dbdf, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:33.290176 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:33.372176 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-bd5bf143-d5da-4178-9bd6-195c701e7727 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323f725e-f112-4339-b68d-e77a85bdbfbf HTTP/1.1" status: 200  len: 217 time: 0.1624413
Nov 11 15:57:33.391548 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] For port e8d7fb4c-2988-4264-a709-393b35f8dbdf, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:33.400430 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] For port e8d7fb4c-2988-4264-a709-393b35f8dbdf, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=e8d7fb4c-2988-4264-a709-393b35f8dbdf,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:33.406013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Allocated IP 172.27.1.88 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/d24fce16-c3ab-45a1-993c-9f667f669db2) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:57:33.413783 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:33.417836 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:33.502383 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Pushing event updated for resources: {'Port': ['ID=e8d7fb4c-2988-4264-a709-393b35f8dbdf,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:33.508213 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:33.543010 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-a4d2f7de-dc6d-48ee-a5f0-d0006a1f11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:33.545408 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-a4d2f7de-dc6d-48ee-a5f0-d0006a1f11cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.1657689
Nov 11 15:57:33.667028 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-366c1cb5-23c3-4501-ac93-1ae9ec240e81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1110625
Nov 11 15:57:33.712322 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:33.770455 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:33.789133 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:33.925323 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-25411343-5f44-44fa-a2f0-a8bdb9280de4 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506011
Nov 11 15:57:33.936978 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:33.940391 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:33.948890 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:57:34.105340 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Pushing event updated for resources: {'Port': ['ID=d24fce16-c3ab-45a1-993c-9f667f669db2,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:34.113651 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:34.122395 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7cbd7e2c-c596-4198-b557-10e0d9aa96ef req-8b826434-20e3-42c3-9131-b655990b6940 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904886
Nov 11 15:57:34.477312 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcfc32-cdb2-4eaa-818b-a91510ba27a4 req-b958b0a9-84de-43f1-aabd-a2ef391b0166 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:34.478863 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-69dcfc32-cdb2-4eaa-818b-a91510ba27a4 req-b958b0a9-84de-43f1-aabd-a2ef391b0166 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2361295
Nov 11 15:57:34.610177 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-69dcfc32-cdb2-4eaa-818b-a91510ba27a4 req-402bce5e-c2d8-4b48-9a0f-f1a3281f65c5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253245
Nov 11 15:57:34.617366 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:34.709828 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c99b0-0f79-4bbe-9b80-9868cc7dd66d None None] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:57:34.886700 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-dd2fe146-c07e-4890-a1d3-ca879e7297fe None None] Provisioning for port e8d7fb4c-2988-4264-a709-393b35f8dbdf completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:35.070941 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:35.085632 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device e8d7fb4c-2988-4264-a709-393b35f8dbdf up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:35.233384 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port e8d7fb4c-2988-4264-a709-393b35f8dbdf completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:35.239821 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port e8d7fb4c-2988-4264-a709-393b35f8dbdf triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:35.240304 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:35.389894 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:35.402188 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Router 6fa8a34e-0c97-43de-a805-6a3e56da43aa is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 15:57:35.448704 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port e8d7fb4c-2988-4264-a709-393b35f8dbdf, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=e8d7fb4c-2988-4264-a709-393b35f8dbdf,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:35.451980 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9815b292-de93-49e5-8d6d-241a66e51e7f None None] Provisioning complete for port e8d7fb4c-2988-4264-a709-393b35f8dbdf triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:35.452522 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9815b292-de93-49e5-8d6d-241a66e51e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:35.484220 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:35.493921 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:35.680346 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:57:35.698162 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Sync routers for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:57:35.716346 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:35.716846 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d66e8d60>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:57:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:35.744866 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:35.749805 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56222) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:35.760785 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.7150671
Nov 11 15:57:35.799005 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=e8d7fb4c-2988-4264-a709-393b35f8dbdf,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:35.820022 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:35.988382 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85ac47-d9d8-4f41-9d32-532f6e954352 req-71c98dd2-6b38-4d9f-95d5-d54f92a13163 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:35.990343 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cb85ac47-d9d8-4f41-9d32-532f6e954352 req-71c98dd2-6b38-4d9f-95d5-d54f92a13163 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1729748
Nov 11 15:57:36.054047 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cb85ac47-d9d8-4f41-9d32-532f6e954352 req-41a52b51-8881-4676-82b6-86410448007e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624285
Nov 11 15:57:36.090550 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:36.395369 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d66e8d60>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:34Z', 'revision_number': 3, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:36.400378 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Checking router: 6fa8a34e-0c97-43de-a805-6a3e56da43aa for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:57:36.400827 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Updating router 6fa8a34e-0c97-43de-a805-6a3e56da43aa port d24fce16-c3ab-45a1-993c-9f667f669db2 binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:57:36.460110 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:36.756765 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:36.791497 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:36.804926 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Transition to ACTIVE for port object d24fce16-c3ab-45a1-993c-9f667f669db2 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:36.813096 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:36.817468 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:36.894136 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Attempting to bind port d24fce16-c3ab-45a1-993c-9f667f669db2 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:36.898195 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Attempting to bind port d24fce16-c3ab-45a1-993c-9f667f669db2 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:36.898195 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Attempting to bind port d24fce16-c3ab-45a1-993c-9f667f669db2 on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:36.900024 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e1dfd-f6db-4e08-b7ef-75625bd8c500 None None] Pushing event updated for resources: {'Port': ['ID=d24fce16-c3ab-45a1-993c-9f667f669db2,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:36.903864 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e69e1dfd-f6db-4e08-b7ef-75625bd8c500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:36.907299 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:36.907299 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:36.907748 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:36.908108 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:36.908714 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Bound port: d24fce16-c3ab-45a1-993c-9f667f669db2, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:36.909108 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:36.976902 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Allocated IP 172.20.0.1 (b11c15e2-7c6d-450e-b220-dfd6dab84ada/7f131137-bcef-4582-bc08-19196c85edd2/d9adbe05-905c-4b40-acd0-c0a8032ff15e) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:57:36.996902 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] For port d24fce16-c3ab-45a1-993c-9f667f669db2, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:37.001432 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] For port d24fce16-c3ab-45a1-993c-9f667f669db2, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d24fce16-c3ab-45a1-993c-9f667f669db2,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:37.005904 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device e8d7fb4c-2988-4264-a709-393b35f8dbdf up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:37.007408 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.018062 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:37.086440 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:37.087403 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d66e8d60>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:57:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:37.187315 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port e8d7fb4c-2988-4264-a709-393b35f8dbdf triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:37.187701 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.196406 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.216735 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Transition to ACTIVE for port object d9adbe05-905c-4b40-acd0-c0a8032ff15e will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:37.246315 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.252809 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:37.313469 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:37.333405 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:37.340980 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:37.345192 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:57:37.394711 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Pushing event updated for resources: {'Port': ['ID=d9adbe05-905c-4b40-acd0-c0a8032ff15e,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:37.399394 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:37.421717 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.573899 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9b2e1-5467-4021-8301-691584e9fc16 req-60e1c741-97aa-4104-8c9a-ac049c23f025 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:37.586688 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40d9b2e1-5467-4021-8301-691584e9fc16 req-60e1c741-97aa-4104-8c9a-ac049c23f025 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.3758135
Nov 11 15:57:37.605212 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.633328 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e1dfd-f6db-4e08-b7ef-75625bd8c500 None None] Pushing event updated for resources: {'Port': ['ID=d24fce16-c3ab-45a1-993c-9f667f669db2,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:37.638478 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e69e1dfd-f6db-4e08-b7ef-75625bd8c500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:37.643495 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40d9b2e1-5467-4021-8301-691584e9fc16 req-6fd1282d-31df-4434-adda-d354891875e1 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607343
Nov 11 15:57:37.727450 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-278e3088-d441-4a92-a9ea-6c6c82878288 None None] Provisioning for port d9adbe05-905c-4b40-acd0-c0a8032ff15e completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:37.732954 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-278e3088-d441-4a92-a9ea-6c6c82878288 None None] Provisioning complete for port d9adbe05-905c-4b40-acd0-c0a8032ff15e triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:37.733545 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-278e3088-d441-4a92-a9ea-6c6c82878288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.763891 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d66e8d60>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:34Z', 'revision_number': 3, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:37.768410 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57ba07-fde0-493e-88c7-b1d766dc1530 None None] The sync data for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi is: [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:34Z', 'revision_number': 3, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:57:37.801276 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-278e3088-d441-4a92-a9ea-6c6c82878288 None None] Port d9adbe05-905c-4b40-acd0-c0a8032ff15e cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:57:37.855615 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.860761 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.885303 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:37.974541 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:37.978653 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Pushing event updated for resources: {'Port': ['ID=d9adbe05-905c-4b40-acd0-c0a8032ff15e,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:37.982383 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:38.149697 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:38.150887 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:38.429173 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-b2fa77ac-6380-406c-839f-98437747110b None None] Provisioning complete for port d9adbe05-905c-4b40-acd0-c0a8032ff15e triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:38.429661 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Router 6fa8a34e-0c97-43de-a805-6a3e56da43aa has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:57:38.430315 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b2fa77ac-6380-406c-839f-98437747110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:38.496970 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa77ac-6380-406c-839f-98437747110b None None] Port d9adbe05-905c-4b40-acd0-c0a8032ff15e cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:57:38.638304 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:57:38.648391 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] 10.222.0.24 "PUT /v2.0/routers/6fa8a34e-0c97-43de-a805-6a3e56da43aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8973520
Nov 11 15:57:38.878875 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5088791-519c-4a25-8037-0632118f582d req-41a68c35-5329-4d1f-8a63-54666eb440f8 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:38.880430 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a5088791-519c-4a25-8037-0632118f582d req-41a68c35-5329-4d1f-8a63-54666eb440f8 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1085837
Nov 11 15:57:38.926777 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a5088791-519c-4a25-8037-0632118f582d req-f1a04546-7535-46f5-8d28-5ebcdd48217d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403826
Nov 11 15:57:39.040587 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d24fce16-c3ab-45a1-993c-9f667f669db2 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:39.122309 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port d24fce16-c3ab-45a1-993c-9f667f669db2 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:39.128587 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port d24fce16-c3ab-45a1-993c-9f667f669db2 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:39.128965 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.262245 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.282822 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port d24fce16-c3ab-45a1-993c-9f667f669db2, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d24fce16-c3ab-45a1-993c-9f667f669db2,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:39.287340 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.290853 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5dd501c9-fe8f-43c8-9cd4-da33f22bfcc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:39.373818 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56284) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:39.381892 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1237264139-network', 'tenant_id': 'c543461122744e3a957a84c445b5cb24'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:39.383611 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Sync routers for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:57:39.386541 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:39.387582 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=d24fce16-c3ab-45a1-993c-9f667f669db2,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:39.391435 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Usage tracker for resource:network and tenant:c543461122744e3a957a84c445b5cb24 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:39.392194 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:39.395373 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:39.397543 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:39.398182 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5dd4670>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:57:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:39.403768 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:39.415744 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Made reservation on behalf of c543461122744e3a957a84c445b5cb24 for: {'network': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:57:39.419208 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.433559 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.453171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:39.457183 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Usage tracker for resource:security_group_rule and tenant:c543461122744e3a957a84c445b5cb24 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:39.460792 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:39.469438 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:39.603925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.610011 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.616535 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-53b9ac81-2590-4364-9422-6c5446e93a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:39.618327 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:39.650721 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799}  {{(pid=86846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:57:39.669695 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929873f2-a3dd-4cc7-a6e8-6c5c3ac5af42,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:39.686350 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:39.687322 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.687660 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.segments_db [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Added segment b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b of type vlan for network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50
Nov 11 15:57:39.718073 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.753000 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.755280 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:39.765506 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:39.771338 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d2e40e4d-14b2-4e08-aaaf-21c32d130ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:39.891120 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6a5a5c-9ef3-472f-ba3d-d6410746ce50,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:39.894366 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:39.911950 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:57:39.912161 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5331607
Nov 11 15:57:39.912161 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56308) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:39.921709 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Request body: {'subnet': {'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1237264139-subnet', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'ip_version': 4}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:39.956877 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:39.956877 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Usage tracker for resource:subnet and tenant:c543461122744e3a957a84c445b5cb24 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:39.971387 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:39.978385 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:39.991829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Made reservation on behalf of c543461122744e3a957a84c445b5cb24 for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:57:39.995634 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139862'] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:40.228507 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0ae4a-42e5-4140-8a3c-8855f7f863ca req-71d6cb3d-f616-4a6d-b81b-f0a9387802eb tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:40.242316 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-77f0ae4a-42e5-4140-8a3c-8855f7f863ca req-71d6cb3d-f616-4a6d-b81b-f0a9387802eb tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1559336
Nov 11 15:57:40.289127 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5dd4670>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 2, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:40.296141 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Checking router: 6fa8a34e-0c97-43de-a805-6a3e56da43aa for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:57:40.296528 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Updating router 6fa8a34e-0c97-43de-a805-6a3e56da43aa port d9adbe05-905c-4b40-acd0-c0a8032ff15e binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:57:40.298646 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2040945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139848'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:40.307695 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-eb60baa7-9143-43e2-84a0-165837256d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:40.321083 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-77f0ae4a-42e5-4140-8a3c-8855f7f863ca req-c0a14479-636f-4673-aca1-0b59f07c2b9d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764258
Nov 11 15:57:40.361607 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:40.393292 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac1153f-2b4e-4e28-8766-0e3f1437ec71,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:40.401872 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:40.405084 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Checking segment: {'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:40.405571 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Network hostable DHCP agents. Network: 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:57:40.429902 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:57:40.442583 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:40.450219 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:40.450812 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:40.474253 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5605695
Nov 11 15:57:40.477232 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 56318) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:40.482710 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:57:40.487954 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:57:40.492810 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Usage tracker for resource:router and tenant:c543461122744e3a957a84c445b5cb24 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:57:40.496511 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:57:40.511006 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03bd929-9a0f-4333-9ddf-f72e2855a1fb None None] Network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:57:40.515849 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:57:40.538512 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:40.539710 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:40.559044 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.099928 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d24fce16-c3ab-45a1-993c-9f667f669db2 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:41.127951 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.401517 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-5c6a5a5c-9ef3-472f-ba3d-d6410746ce50', 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'fixed_ips': [{'subnet_id': 'bac1153f-2b4e-4e28-8766-0e3f1437ec71'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 15:57:41.402332 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.414376 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.423012 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port d24fce16-c3ab-45a1-993c-9f667f669db2 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:41.423387 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.593809 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.599738 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Transition to ACTIVE for port object d9adbe05-905c-4b40-acd0-c0a8032ff15e will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:41.640855 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.664706 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.668830 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2d380250-9b54-4046-8f17-1e6b97bf5cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.681808 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:41.901589 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b1d1c-94cb-49e9-a5b8-d8849e53b74e req-d9769089-a68b-4eeb-a906-067b70b57896 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:41.903211 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-415b1d1c-94cb-49e9-a5b8-d8849e53b74e req-d9769089-a68b-4eeb-a906-067b70b57896 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2112987
Nov 11 15:57:41.914792 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Allocated IP 172.27.1.152 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:57:41.972755 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:41.976138 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ba4a5-c28c-4a12-9f01-384cf89ddfbf None None] Pushing event updated for resources: {'Port': ['ID=d9adbe05-905c-4b40-acd0-c0a8032ff15e,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:41.979786 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4b4ba4a5-c28c-4a12-9f01-384cf89ddfbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:41.986725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a88f8-a7c0-46c4-b1ad-f5167ca64a63 req-3009fdbd-8c16-4b7e-9a15-15953584be17 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:41.994892 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-111a88f8-a7c0-46c4-b1ad-f5167ca64a63 req-3009fdbd-8c16-4b7e-9a15-15953584be17 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1091588
Nov 11 15:57:42.045303 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Attempting to bind port d9adbe05-905c-4b40-acd0-c0a8032ff15e on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:42.045688 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Attempting to bind port d9adbe05-905c-4b40-acd0-c0a8032ff15e by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:42.046064 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Attempting to bind port d9adbe05-905c-4b40-acd0-c0a8032ff15e on network b11c15e2-7c6d-450e-b220-dfd6dab84ada {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:42.062351 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-111a88f8-a7c0-46c4-b1ad-f5167ca64a63 req-f5fa0b72-f307-4abc-9420-06cd3992b736 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660636
Nov 11 15:57:42.064015 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Allocated IP 172.20.0.2 (5c6a5a5c-9ef3-472f-ba3d-d6410746ce50/bac1153f-2b4e-4e28-8766-0e3f1437ec71/f094355d-4bd6-4aca-a60d-625d0d0d8d1d) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:57:42.082033 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:42.082617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Checking segment: {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:42.082999 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:42.083476 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Bound using segment: {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:42.084023 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Bound port: d9adbe05-905c-4b40-acd0-c0a8032ff15e, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:42.084962 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:42.174590 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-415b1d1c-94cb-49e9-a5b8-d8849e53b74e req-1742e539-a5e4-4642-9c6e-87e07220d048 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561333
Nov 11 15:57:42.178978 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:42.218256 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:42.223340 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-810dfdb8-c2b8-460d-a385-65d1731b8c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:42.291493 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:42.294524 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:42.302060 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:57:42.341309 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] For port d9adbe05-905c-4b40-acd0-c0a8032ff15e, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:42.347491 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] For port d9adbe05-905c-4b40-acd0-c0a8032ff15e, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d9adbe05-905c-4b40-acd0-c0a8032ff15e,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:42.357723 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:42.366423 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:42.433737 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Pushing event updated for resources: {'Port': ['ID=008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:42.444165 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:42.496065 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:42.496736 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5dd4670>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:57:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:42.696782 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ba4a5-c28c-4a12-9f01-384cf89ddfbf None None] Pushing event updated for resources: {'Port': ['ID=d9adbe05-905c-4b40-acd0-c0a8032ff15e,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:42.709804 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4b4ba4a5-c28c-4a12-9f01-384cf89ddfbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:42.813165 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:42.842269 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Transition to ACTIVE for port object f094355d-4bd6-4aca-a60d-625d0d0d8d1d will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:42.851930 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:42.938088 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:42.989274 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Transition to ACTIVE for port object f094355d-4bd6-4aca-a60d-625d0d0d8d1d will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:43.065840 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:43.077974 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:43.271237 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc64878-81d3-433f-9d7f-0345d3ae4e33 req-b34aaabf-3085-4e69-986e-4b67b3d4da69 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:43.282210 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9fc64878-81d3-433f-9d7f-0345d3ae4e33 req-b34aaabf-3085-4e69-986e-4b67b3d4da69 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1095419
Nov 11 15:57:43.343175 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Pushing event updated for resources: {'Port': ['ID=f094355d-4bd6-4aca-a60d-625d0d0d8d1d,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:43.346077 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9fc64878-81d3-433f-9d7f-0345d3ae4e33 req-179378d6-79e4-4124-930d-c69f1b97167a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615654
Nov 11 15:57:43.346242 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:43.364901 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:43.377841 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:43.380770 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:57:43.523726 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:43.526247 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Attempting to bind port f094355d-4bd6-4aca-a60d-625d0d0d8d1d on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:43.526620 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Attempting to bind port f094355d-4bd6-4aca-a60d-625d0d0d8d1d by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:43.526978 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Attempting to bind port f094355d-4bd6-4aca-a60d-625d0d0d8d1d on network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:43.533126 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:43.533491 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Checking segment: {'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:43.533887 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:43.534273 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Bound using segment: {'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:43.534730 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Bound port: f094355d-4bd6-4aca-a60d-625d0d0d8d1d, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:43.535098 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:43.591213 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf0971-527e-4c3a-980f-c4aa0b5aaa0f req-0c7eb430-58b8-4911-824b-0f7ec0703c63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:43.592692 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-76bf0971-527e-4c3a-980f-c4aa0b5aaa0f req-0c7eb430-58b8-4911-824b-0f7ec0703c63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2394748
Nov 11 15:57:43.632882 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5dd4670>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:42Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:43.640136 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf247145-4d40-4979-b22b-0fd406375e00 None None] The sync data for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi is: [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:42Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:57:43.644363 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] For port f094355d-4bd6-4aca-a60d-625d0d0d8d1d, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:43.647414 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] For port f094355d-4bd6-4aca-a60d-625d0d0d8d1d, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f094355d-4bd6-4aca-a60d-625d0d0d8d1d,segment=NetworkSegment(b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b),segment_id=b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:43.652995 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:43.656982 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:43.752292 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-76bf0971-527e-4c3a-980f-c4aa0b5aaa0f req-ac330d72-3125-498b-8be9-fb1dee32d94e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482084
Nov 11 15:57:43.753595 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Pushing event updated for resources: {'Port': ['ID=f094355d-4bd6-4aca-a60d-625d0d0d8d1d,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:43.770165 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:43.835920 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Router ea805e63-7414-4b43-a541-4ca2bca60146 is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 15:57:44.043924 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:57:44.055170 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Sync routers for ids ['ea805e63-7414-4b43-a541-4ca2bca60146'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:57:44.071826 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Routers {'ea805e63-7414-4b43-a541-4ca2bca60146'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:44.073187 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d71dd670>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:57:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ea805e63-7414-4b43-a541-4ca2bca60146'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:44.082778 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9a7fea86-ebfd-41cc-984a-f6637f68acd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:44.093755 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:44.097869 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.6167192
Nov 11 15:57:44.098121 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 56398) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:57:44.231200 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:44.374594 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Set router ea805e63-7414-4b43-a541-4ca2bca60146 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:44.666076 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b571c-9d36-4839-8fa3-e3a76df32125 req-f039dd24-5d63-4417-bb51-83e3ffaf9c2d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:44.667662 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd9b571c-9d36-4839-8fa3-e3a76df32125 req-f039dd24-5d63-4417-bb51-83e3ffaf9c2d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1463501
Nov 11 15:57:44.743333 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd9b571c-9d36-4839-8fa3-e3a76df32125 req-aa6ef9f2-7a43-46a5-aba2-70f6d24cf78a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666046
Nov 11 15:57:44.801050 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d71dd670>, [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T15:57:42Z', 'revision_number': 3, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port': {'id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:41Z', 'updated_at': '2021-11-11T15:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:44.807172 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Checking router: ea805e63-7414-4b43-a541-4ca2bca60146 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:57:44.807416 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Updating router ea805e63-7414-4b43-a541-4ca2bca60146 port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:57:44.878889 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.121162 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.245729 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d9adbe05-905c-4b40-acd0-c0a8032ff15e up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:45.327733 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b73425-fe54-4dc2-8238-ea10fcffdd56 None None] Network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:57:45.386175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e91477-5cd2-447b-a100-19f7880c2d32 req-0f29c0aa-c6ba-48a3-9443-54bee5af6d9c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:45.387874 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f0e91477-5cd2-447b-a100-19f7880c2d32 req-0f29c0aa-c6ba-48a3-9443-54bee5af6d9c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2004130
Nov 11 15:57:45.537943 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f0e91477-5cd2-447b-a100-19f7880c2d32 req-f0d909ce-9855-4025-aeef-e59885834411 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398017
Nov 11 15:57:45.567100 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.587420 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.588475 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Transition to ACTIVE for port object 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:45.597363 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.605752 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e69e1dfd-f6db-4e08-b7ef-75625bd8c500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:45.766730 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Attempting to bind port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:45.767092 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-1fa24339-7a71-450c-a474-31a317f525e1 None None] Provisioning for port f094355d-4bd6-4aca-a60d-625d0d0d8d1d completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:45.791256 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Attempting to bind port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:45.791706 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Attempting to bind port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:45.795924 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a6a33-c957-4e8b-9c80-c68f2895fc38 None None] Pushing event updated for resources: {'Port': ['ID=008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:45.801906 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c64a6a33-c957-4e8b-9c80-c68f2895fc38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:45.807572 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:45.809795 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:45.810207 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.810607 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:45.821254 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Bound port: 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:45.821748 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.886806 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port d9adbe05-905c-4b40-acd0-c0a8032ff15e completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:45.913118 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port d9adbe05-905c-4b40-acd0-c0a8032ff15e triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:45.924846 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.955836 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] For port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:45.960772 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] For port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:45.967667 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:45.998114 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f561810-7a0f-4341-afcb-358b09989f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:46.100273 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Allocated IP 172.20.0.1 (5c6a5a5c-9ef3-472f-ba3d-d6410746ce50/bac1153f-2b4e-4e28-8766-0e3f1437ec71/be51d9b1-22fb-47ec-bc09-d5eb49939003) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:57:46.181368 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Routers {'ea805e63-7414-4b43-a541-4ca2bca60146'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:46.182118 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d71dd670>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:57:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ea805e63-7414-4b43-a541-4ca2bca60146'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:46.237419 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:46.280081 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a6a33-c957-4e8b-9c80-c68f2895fc38 None None] Pushing event updated for resources: {'Port': ['ID=008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:46.293206 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c64a6a33-c957-4e8b-9c80-c68f2895fc38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:46.345030 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port d9adbe05-905c-4b40-acd0-c0a8032ff15e, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d9adbe05-905c-4b40-acd0-c0a8032ff15e,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:46.351990 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:46.353191 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f094355d-4bd6-4aca-a60d-625d0d0d8d1d up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:46.425732 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1871e7-86ea-415e-8539-70a13da2060f req-871c6ea1-e984-4936-acf6-dbcafc1df4c6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:46.433251 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a1871e7-86ea-415e-8539-70a13da2060f req-871c6ea1-e984-4936-acf6-dbcafc1df4c6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.5315945
Nov 11 15:57:46.504116 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4b4ba4a5-c28c-4a12-9f01-384cf89ddfbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:46.549479 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] Set router ea805e63-7414-4b43-a541-4ca2bca60146 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:46.617285 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a1871e7-86ea-415e-8539-70a13da2060f req-56abc751-e7b8-4928-a29a-148c6754563e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1825886
Nov 11 15:57:46.620342 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:46.660303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Transition to ACTIVE for port object be51d9b1-22fb-47ec-bc09-d5eb49939003 will not be triggered until provisioned by entity DHCP. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:46.685421 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port f094355d-4bd6-4aca-a60d-625d0d0d8d1d completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:46.698059 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port f094355d-4bd6-4aca-a60d-625d0d0d8d1d triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:46.698946 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:46.714327 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:46.731680 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:46.776152 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=d9adbe05-905c-4b40-acd0-c0a8032ff15e,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:46.791959 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:46.795763 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:46.799615 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-32068de7-17a7-4066-96c2-7f0d59e91e14 None None] Provisioning complete for port f094355d-4bd6-4aca-a60d-625d0d0d8d1d triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:46.800152 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-32068de7-17a7-4066-96c2-7f0d59e91e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:46.812311 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:46.822408 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:46.839405 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:57:46.922505 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:46.944871 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920f597-4d89-4ab9-8c7a-f475005a13f7 req-34b1558d-985a-404b-8b17-95e65e33d590 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:46.945658 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Pushing event updated for resources: {'Port': ['ID=be51d9b1-22fb-47ec-bc09-d5eb49939003,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:46.946436 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4920f597-4d89-4ab9-8c7a-f475005a13f7 req-34b1558d-985a-404b-8b17-95e65e33d590 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1896110
Nov 11 15:57:46.969459 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.969824 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.970181 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.970687 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.971175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.971532 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.971879 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.972222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.972596 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.972937 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.973276 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.973616 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:57:46.978524 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:47.034408 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d71dd670>, [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T15:57:42Z', 'revision_number': 3, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port': {'id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:41Z', 'updated_at': '2021-11-11T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:47.040870 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b8c81-f1c1-4ea4-82ed-536aa003a989 None None] The sync data for ids ['ea805e63-7414-4b43-a541-4ca2bca60146'] in dv-cinder-811151-2-iscsi is: [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T15:57:42Z', 'revision_number': 3, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port': {'id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:41Z', 'updated_at': '2021-11-11T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:57:47.055294 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:47.057268 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4920f597-4d89-4ab9-8c7a-f475005a13f7 req-d4b969e6-9fdc-4c12-8b8f-bc8ab0842b83 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034160
Nov 11 15:57:47.157694 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-32068de7-17a7-4066-96c2-7f0d59e91e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:47.164744 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:47.192360 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port f094355d-4bd6-4aca-a60d-625d0d0d8d1d, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f094355d-4bd6-4aca-a60d-625d0d0d8d1d,segment=NetworkSegment(b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b),segment_id=b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:47.198528 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:47.202809 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:47.381882 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d9adbe05-905c-4b40-acd0-c0a8032ff15e up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:47.502551 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-32068de7-17a7-4066-96c2-7f0d59e91e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 15:57:47.503211 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-32068de7-17a7-4066-96c2-7f0d59e91e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 15:57:47.521571 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=f094355d-4bd6-4aca-a60d-625d0d0d8d1d,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:47.526536 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:47.535978 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port d9adbe05-905c-4b40-acd0-c0a8032ff15e triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:47.536551 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:47.667617 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:47.678403 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:47.745286 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:47.846654 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Pushing event updated for resources: {'Port': ['ID=be51d9b1-22fb-47ec-bc09-d5eb49939003,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:47.850222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:47.885108 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:47.924491 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-b1e9a615-1d93-4f62-b2e2-d9b623b8b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:47.925979 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-b1e9a615-1d93-4f62-b2e2-d9b623b8b281 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1098 time: 0.2241070
Nov 11 15:57:48.236803 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af64bc8-0e77-4b07-8e62-1ae94581599e req-9a7303e4-9602-4c4c-b735-a2fa3c3cb323 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:48.238555 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3af64bc8-0e77-4b07-8e62-1ae94581599e req-9a7303e4-9602-4c4c-b735-a2fa3c3cb323 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2961881
Nov 11 15:57:48.245118 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-3a830381-542f-4d0d-b8a7-93a3e7c0055d None None] Provisioning for port be51d9b1-22fb-47ec-bc09-d5eb49939003 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:48.248981 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-68d18f90-c10c-41e6-b6f1-ee40b8c14275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:48.253540 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-68d18f90-c10c-41e6-b6f1-ee40b8c14275 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.3024187
Nov 11 15:57:48.256586 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-3a830381-542f-4d0d-b8a7-93a3e7c0055d None None] Provisioning complete for port be51d9b1-22fb-47ec-bc09-d5eb49939003 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:48.257007 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3a830381-542f-4d0d-b8a7-93a3e7c0055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:48.290325 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:57:48.292717 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:57:48.321810 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3af64bc8-0e77-4b07-8e62-1ae94581599e req-a7bf5953-4936-4df4-8645-1188488b1419 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665026
Nov 11 15:57:48.358020 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-3a830381-542f-4d0d-b8a7-93a3e7c0055d None None] Port be51d9b1-22fb-47ec-bc09-d5eb49939003 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:57:48.521059 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-494da4f9-84ae-4002-9d3d-a27ad8ac8f03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c39280-7db0-4513-a66d-97aaf3002dbd HTTP/1.1" status: 200  len: 1001 time: 0.2531602
Nov 11 15:57:48.547674 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381af0-8285-46ab-be1c-d60cc9161306 req-87ca1108-9916-4dba-ad03-bf473ad6dfca tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:48.549583 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e8381af0-8285-46ab-be1c-d60cc9161306 req-87ca1108-9916-4dba-ad03-bf473ad6dfca tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1755528
Nov 11 15:57:48.607721 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e8381af0-8285-46ab-be1c-d60cc9161306 req-fde1abc0-98bd-43a4-b616-920edf427e43 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514112
Nov 11 15:57:48.613357 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Router ea805e63-7414-4b43-a541-4ca2bca60146 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:57:48.701204 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-c97d573c-9a0f-4e33-a493-92de73750e42 None None] Provisioning complete for port be51d9b1-22fb-47ec-bc09-d5eb49939003 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:48.701901 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c97d573c-9a0f-4e33-a493-92de73750e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:48.772067 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-c97d573c-9a0f-4e33-a493-92de73750e42 None None] Port be51d9b1-22fb-47ec-bc09-d5eb49939003 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:57:48.825831 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:57:48.834611 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] 10.222.0.24 "PUT /v2.0/routers/ea805e63-7414-4b43-a541-4ca2bca60146/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7353921
Nov 11 15:57:49.221515 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Sync routers for ids ['ea805e63-7414-4b43-a541-4ca2bca60146'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:57:49.232105 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Routers {'ea805e63-7414-4b43-a541-4ca2bca60146'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:49.232823 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5960610>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:57:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ea805e63-7414-4b43-a541-4ca2bca60146'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:49.384616 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f094355d-4bd6-4aca-a60d-625d0d0d8d1d up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:49.479097 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Set router ea805e63-7414-4b43-a541-4ca2bca60146 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:49.556345 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-246396df-d40c-41f5-8c51-01b12654c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:49.558249 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-246396df-d40c-41f5-8c51-01b12654c7a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.0829673
Nov 11 15:57:49.569494 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b39a97-76df-4d26-a346-834a7ccca78f req-c1488e99-6536-4045-97e3-af093f4ab974 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:49.577194 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-23b39a97-76df-4d26-a346-834a7ccca78f req-c1488e99-6536-4045-97e3-af093f4ab974 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1116164
Nov 11 15:57:49.579811 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port f094355d-4bd6-4aca-a60d-625d0d0d8d1d triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:49.580189 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:49.629995 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-23b39a97-76df-4d26-a346-834a7ccca78f req-f4bd4b30-4ebc-4f65-acc9-60da36c6a481 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518019
Nov 11 15:57:49.977151 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180bb3d-bb79-42ca-b0bb-5ae0d2e127c5 req-00c787ab-3cf4-48ee-97f1-d7a960cdbd1c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:49.978978 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3180bb3d-bb79-42ca-b0bb-5ae0d2e127c5 req-00c787ab-3cf4-48ee-97f1-d7a960cdbd1c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1913021
Nov 11 15:57:50.035762 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:50.051889 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3180bb3d-bb79-42ca-b0bb-5ae0d2e127c5 req-2c2b1b28-6c4a-4bb8-908f-e1522e7c2aea tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591640
Nov 11 15:57:50.119505 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5960610>, [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T15:57:47Z', 'revision_number': 4, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port': {'id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:41Z', 'updated_at': '2021-11-11T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'be51d9b1-22fb-47ec-bc09-d5eb49939003', 'name': '', 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'mac_address': 'fa:16:3e:ef:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bac1153f-2b4e-4e28-8766-0e3f1437ec71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:45Z', 'updated_at': '2021-11-11T15:57:47Z', 'revision_number': 2, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'subnets': [{'id': 'bac1153f-2b4e-4e28-8766-0e3f1437ec71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:50.148599 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Checking router: ea805e63-7414-4b43-a541-4ca2bca60146 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:57:50.149558 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Updating router ea805e63-7414-4b43-a541-4ca2bca60146 port be51d9b1-22fb-47ec-bc09-d5eb49939003 binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:57:50.250584 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:50.260956 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:50.261333 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:50.300457 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:50.426948 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-250b470a-8b92-4723-8282-66ec7169e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:50.429026 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-250b470a-8b92-4723-8282-66ec7169e086 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1042922
Nov 11 15:57:50.577189 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:50.622660 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:50.628435 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:50.675823 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:50.787742 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:50.791493 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:50.872191 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a9909-cee3-4a8e-bc61-ebc85179aa56 req-cd0656cc-66a7-4b66-a973-05ee8c15bdb6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:50.874070 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-045a9909-cee3-4a8e-bc61-ebc85179aa56 req-cd0656cc-66a7-4b66-a973-05ee8c15bdb6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1024048
Nov 11 15:57:50.908207 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:50.924530 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Transition to ACTIVE for port object be51d9b1-22fb-47ec-bc09-d5eb49939003 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:57:50.934923 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:50.941250 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:50.942442 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-045a9909-cee3-4a8e-bc61-ebc85179aa56 req-4f12812c-999a-4f3b-941d-0c2acd986daf tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572646
Nov 11 15:57:51.118456 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3fd73-75b4-4b93-b7b8-fa10e0fac0a3 None None] Pushing event updated for resources: {'Port': ['ID=be51d9b1-22fb-47ec-bc09-d5eb49939003,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:51.122515 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-cff3fd73-75b4-4b93-b7b8-fa10e0fac0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:51.268926 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Attempting to bind port be51d9b1-22fb-47ec-bc09-d5eb49939003 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:57:51.269396 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Attempting to bind port be51d9b1-22fb-47ec-bc09-d5eb49939003 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:57:51.269855 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Attempting to bind port be51d9b1-22fb-47ec-bc09-d5eb49939003 on network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:57:51.309403 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:57:51.309951 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Checking segment: {'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:57:51.310451 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:51.311036 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Bound using segment: {'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:57:51.311629 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Bound port: be51d9b1-22fb-47ec-bc09-d5eb49939003, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:57:51.312100 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:51.355830 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:51.434275 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131248-a6b3-47ff-a49d-6379e92b41bd req-a2f7fd1f-d30a-4bfd-82d4-ad66ebc81966 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:51.442090 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-43131248-a6b3-47ff-a49d-6379e92b41bd req-a2f7fd1f-d30a-4bfd-82d4-ad66ebc81966 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1694584
Nov 11 15:57:51.493423 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] For port be51d9b1-22fb-47ec-bc09-d5eb49939003, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:57:51.496731 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] For port be51d9b1-22fb-47ec-bc09-d5eb49939003, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=be51d9b1-22fb-47ec-bc09-d5eb49939003,segment=NetworkSegment(b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b),segment_id=b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:57:51.515582 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:51.522679 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:51.570591 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-43131248-a6b3-47ff-a49d-6379e92b41bd req-dc084083-a2c4-4b63-8eca-b452b7f770d3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272595
Nov 11 15:57:51.653817 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-2ae19669-ee80-4d8f-b0b2-977df5a7122f service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556453
Nov 11 15:57:51.697203 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3fd73-75b4-4b93-b7b8-fa10e0fac0a3 None None] Pushing event updated for resources: {'Port': ['ID=be51d9b1-22fb-47ec-bc09-d5eb49939003,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:51.703081 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:51.704010 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:51.757512 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Routers {'ea805e63-7414-4b43-a541-4ca2bca60146'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:57:51.758449 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5960610>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:57:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ea805e63-7414-4b43-a541-4ca2bca60146'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:51.812427 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-cff3fd73-75b4-4b93-b7b8-fa10e0fac0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:51.837377 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6f859d63-ef1a-4dd7-93d9-afffba254445 req-92fba3d9-3456-4f93-812e-5496971346e4 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714313
Nov 11 15:57:52.224513 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c8808-4e03-4042-8641-fe51f1658f96 req-7260fe05-9433-445b-a7e2-d14e7e3cfb9c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:52.226837 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0b9c8808-4e03-4042-8641-fe51f1658f96 req-7260fe05-9433-445b-a7e2-d14e7e3cfb9c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1090298
Nov 11 15:57:52.241137 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] Set router ea805e63-7414-4b43-a541-4ca2bca60146 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:57:52.286568 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0b9c8808-4e03-4042-8641-fe51f1658f96 req-761b5fc2-0be6-4305-81b2-a99b1a043279 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538771
Nov 11 15:57:52.759664 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5960610>, [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T15:57:47Z', 'revision_number': 4, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port': {'id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:41Z', 'updated_at': '2021-11-11T15:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'be51d9b1-22fb-47ec-bc09-d5eb49939003', 'name': '', 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'mac_address': 'fa:16:3e:ef:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bac1153f-2b4e-4e28-8766-0e3f1437ec71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:45Z', 'updated_at': '2021-11-11T15:57:51Z', 'revision_number': 4, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'subnets': [{'id': 'bac1153f-2b4e-4e28-8766-0e3f1437ec71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:57:52.764569 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61455766-9bfd-4715-be20-14f8036fa8a3 None None] The sync data for ids ['ea805e63-7414-4b43-a541-4ca2bca60146'] in dv-cinder-811151-2-iscsi is: [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T15:57:47Z', 'revision_number': 4, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port': {'id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:41Z', 'updated_at': '2021-11-11T15:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'be51d9b1-22fb-47ec-bc09-d5eb49939003', 'name': '', 'network_id': '5c6a5a5c-9ef3-472f-ba3d-d6410746ce50', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'mac_address': 'fa:16:3e:ef:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bac1153f-2b4e-4e28-8766-0e3f1437ec71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:45Z', 'updated_at': '2021-11-11T15:57:51Z', 'revision_number': 4, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'subnets': [{'id': 'bac1153f-2b4e-4e28-8766-0e3f1437ec71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:57:52.878237 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbccd6-1cbc-4816-8e15-360a6b24f688 req-fd8d6691-d316-4740-827e-88c8fe0e4db2 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:52.885781 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71fbccd6-1cbc-4816-8e15-360a6b24f688 req-fd8d6691-d316-4740-827e-88c8fe0e4db2 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1547897
Nov 11 15:57:52.965737 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-71fbccd6-1cbc-4816-8e15-360a6b24f688 req-2a611257-18aa-488e-aa2f-16785bbf15c3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786080
Nov 11 15:57:53.330307 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device be51d9b1-22fb-47ec-bc09-d5eb49939003 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:53.447210 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port be51d9b1-22fb-47ec-bc09-d5eb49939003 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:57:53.454153 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port be51d9b1-22fb-47ec-bc09-d5eb49939003 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:53.454716 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:53.547532 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd7626-4cf8-40de-85e6-e19a6a8cef74 req-4805b0f7-26fb-472c-b8e6-d0793e401934 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:53.549138 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e8bd7626-4cf8-40de-85e6-e19a6a8cef74 req-4805b0f7-26fb-472c-b8e6-d0793e401934 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1070278
Nov 11 15:57:53.657940 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e8bd7626-4cf8-40de-85e6-e19a6a8cef74 req-a91bf079-ca93-4d32-95c1-017fcee91003 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020391
Nov 11 15:57:53.683915 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:53.747208 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port be51d9b1-22fb-47ec-bc09-d5eb49939003, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=be51d9b1-22fb-47ec-bc09-d5eb49939003,segment=NetworkSegment(b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b),segment_id=b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:57:53.781482 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:53.784639 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:57:53.862732 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=be51d9b1-22fb-47ec-bc09-d5eb49939003,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:57:53.868992 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:57:54.188304 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e7895-162c-48d7-b15b-357a083772be req-4fe17db3-18b3-44aa-bd87-d328d83c56a3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:54.190155 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-936e7895-162c-48d7-b15b-357a083772be req-4fe17db3-18b3-44aa-bd87-d328d83c56a3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1225877
Nov 11 15:57:54.244747 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-936e7895-162c-48d7-b15b-357a083772be req-5c09c372-2497-4642-b190-8a4225ce4d08 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459030
Nov 11 15:57:54.944932 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3c973-b93f-4924-8f28-e9c9a8355939 req-f22aeb94-9612-445e-8b62-47c79ade7bf8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:54.952895 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c6a3c973-b93f-4924-8f28-e9c9a8355939 req-f22aeb94-9612-445e-8b62-47c79ade7bf8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1214178
Nov 11 15:57:55.019828 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c6a3c973-b93f-4924-8f28-e9c9a8355939 req-b8973fff-6ec6-4d47-8e5b-e01c6de4cc32 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656888
Nov 11 15:57:55.322810 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device be51d9b1-22fb-47ec-bc09-d5eb49939003 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:57:55.415283 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port be51d9b1-22fb-47ec-bc09-d5eb49939003 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:57:55.415669 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:57:55.636432 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea043a8-6429-4aa3-af65-260296bc4d8a req-70c6df27-d5c1-43ab-bbc8-fc6015b39c3f tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:55.637970 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6ea043a8-6429-4aa3-af65-260296bc4d8a req-70c6df27-d5c1-43ab-bbc8-fc6015b39c3f tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1722217
Nov 11 15:57:55.685729 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6ea043a8-6429-4aa3-af65-260296bc4d8a req-4c846b48-6a4d-4068-a1f2-c0c11bff6be8 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416622
Nov 11 15:57:56.307017 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efbeb0-05c3-484a-b40c-5cdc2b26ee67 req-3fdc397a-d29b-45fc-8012-974a3f31208b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:56.308443 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-27efbeb0-05c3-484a-b40c-5cdc2b26ee67 req-3fdc397a-d29b-45fc-8012-974a3f31208b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1172669
Nov 11 15:57:56.381919 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-27efbeb0-05c3-484a-b40c-5cdc2b26ee67 req-d970c70c-1d06-4911-9cd6-cf64b9df999a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656781
Nov 11 15:57:57.011716 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0026-4072-4bc5-a6f0-4225067406ae req-f379b8ae-010f-4f8d-80f3-3dcd48ca56e7 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:57.019595 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e9ec0026-4072-4bc5-a6f0-4225067406ae req-f379b8ae-010f-4f8d-80f3-3dcd48ca56e7 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1650369
Nov 11 15:57:57.101754 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e9ec0026-4072-4bc5-a6f0-4225067406ae req-3708482a-e317-4a8a-adbe-af0ba74cf705 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810008
Nov 11 15:57:57.583437 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f6aa-9439-45ad-96df-b29f9e4fc100 req-b3370007-b133-4ce0-b2d7-bfe42d702b29 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:57.595750 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8317f6aa-9439-45ad-96df-b29f9e4fc100 req-b3370007-b133-4ce0-b2d7-bfe42d702b29 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2476263
Nov 11 15:57:57.657712 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8317f6aa-9439-45ad-96df-b29f9e4fc100 req-45663751-9953-40be-b415-8d9dbc41bbfc tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605710
Nov 11 15:57:57.856704 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d55ca-c3a2-44fe-8abb-d7b76c802cd4 req-1a76174a-a621-40d5-846b-e1f5a26c2655 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:57.864615 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5b4d55ca-c3a2-44fe-8abb-d7b76c802cd4 req-1a76174a-a621-40d5-846b-e1f5a26c2655 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2672389
Nov 11 15:57:57.932890 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5b4d55ca-c3a2-44fe-8abb-d7b76c802cd4 req-034f743e-5f7d-46c5-a4d3-3494564b457a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666094
Nov 11 15:57:58.352362 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d789b8-0a8b-4699-baee-d5878b7e2b6f req-872fcb62-6aad-40fc-99c5-2afb3ab88871 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:58.353970 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f5d789b8-0a8b-4699-baee-d5878b7e2b6f req-872fcb62-6aad-40fc-99c5-2afb3ab88871 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1026535
Nov 11 15:57:58.422708 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f5d789b8-0a8b-4699-baee-d5878b7e2b6f req-26ecb131-7c5b-46ac-88b2-86847076421b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604303
Nov 11 15:57:58.860382 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f8899-f30c-4de9-a1c2-c1d7dc4865b5 req-bd48faba-5551-4ea3-bf4a-711219a1167a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:58.861968 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-310f8899-f30c-4de9-a1c2-c1d7dc4865b5 req-bd48faba-5551-4ea3-bf4a-711219a1167a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0931838
Nov 11 15:57:58.910309 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-310f8899-f30c-4de9-a1c2-c1d7dc4865b5 req-9f6ef9ac-75be-4b46-b78a-6405542fc8de tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416672
Nov 11 15:57:59.203930 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e70510-d94c-42f5-b40d-afd97242a3a4 req-cea866be-5f1c-4724-bdef-d633d42085d1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:59.205680 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-86e70510-d94c-42f5-b40d-afd97242a3a4 req-cea866be-5f1c-4724-bdef-d633d42085d1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1208208
Nov 11 15:57:59.264762 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-86e70510-d94c-42f5-b40d-afd97242a3a4 req-e1d1a177-a6ad-4668-a977-d4d8ea6db3ea tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512314
Nov 11 15:57:59.635021 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8129e-0631-4aba-93eb-15d2fd35b17d req-8d828613-1d32-4fd7-bbbf-f81c441b7294 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:57:59.640743 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-70e8129e-0631-4aba-93eb-15d2fd35b17d req-8d828613-1d32-4fd7-bbbf-f81c441b7294 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1075773
Nov 11 15:57:59.701258 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-70e8129e-0631-4aba-93eb-15d2fd35b17d req-3fb036e0-52fc-4232-a26f-0680d9c7be2f tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586829
Nov 11 15:58:00.155205 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78cb1d-9544-4a7f-a83e-573c589eb3e5 req-623d4024-400e-40b0-8b30-393e1552fb20 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:00.156270 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ac78cb1d-9544-4a7f-a83e-573c589eb3e5 req-623d4024-400e-40b0-8b30-393e1552fb20 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0969739
Nov 11 15:58:00.208586 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ac78cb1d-9544-4a7f-a83e-573c589eb3e5 req-77c1b202-db80-4533-8dd4-c9ca5d379ac1 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450974
Nov 11 15:58:00.491678 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb9f04-094d-448e-9bdc-63bd3b825290 req-d634ad3d-ce7f-4b1a-b74e-0c04081ff0ed tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:00.495848 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-76bb9f04-094d-448e-9bdc-63bd3b825290 req-d634ad3d-ce7f-4b1a-b74e-0c04081ff0ed tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1089790
Nov 11 15:58:00.540994 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-76bb9f04-094d-448e-9bdc-63bd3b825290 req-eb4ccc35-5617-4979-b47b-b2a94e90bf49 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437069
Nov 11 15:58:00.955536 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f46d-9510-424f-b59c-f696ff715529 req-ee738e11-247f-4d07-ad20-3541a3118802 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:00.957542 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-63f5f46d-9510-424f-b59c-f696ff715529 req-ee738e11-247f-4d07-ad20-3541a3118802 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1368351
Nov 11 15:58:01.012180 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-63f5f46d-9510-424f-b59c-f696ff715529 req-edc992e9-0ccd-4bde-9e7d-660b2f9c8248 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477576
Nov 11 15:58:01.400598 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0637-ce2f-475a-9972-6a866a54d88a req-3df226c2-788c-4638-8c86-9b94aaf02886 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:01.402094 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8b7c0637-ce2f-475a-9972-6a866a54d88a req-3df226c2-788c-4638-8c86-9b94aaf02886 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0863907
Nov 11 15:58:01.449897 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8b7c0637-ce2f-475a-9972-6a866a54d88a req-fd1d0ec2-6e33-4e21-9a43-38b137758271 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422223
Nov 11 15:58:01.678071 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-6823e038-0fc0-42e0-9272-796ed1c5fa52 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:01.679513 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-6823e038-0fc0-42e0-9272-796ed1c5fa52 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 815 time: 0.1544759
Nov 11 15:58:01.694870 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-6d3cc01e-902e-4a07-a88b-66f03d8e9f8d tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/quotas/699f34e6d4384c39a47971092fd129cf HTTP/1.1" status: 200  len: 375 time: 0.0098825
Nov 11 15:58:01.750022 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b35d38-1e3e-4f1e-bfbc-d32c97310019 req-fc7ed38f-cec8-4831-90b2-420533bb5943 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:01.751781 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e1b35d38-1e3e-4f1e-bfbc-d32c97310019 req-fc7ed38f-cec8-4831-90b2-420533bb5943 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.0896044
Nov 11 15:58:01.784066 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-df077f8a-a1f4-4679-b6e4-ac7b8468d4d7 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Synchronizing usage tracker for tenant:699f34e6d4384c39a47971092fd129cf on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:58:01.801794 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-df077f8a-a1f4-4679-b6e4-ac7b8468d4d7 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Unset dirty status for tenant:699f34e6d4384c39a47971092fd129cf on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:58:01.803767 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-df077f8a-a1f4-4679-b6e4-ac7b8468d4d7 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1036022
Nov 11 15:58:01.805859 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e1b35d38-1e3e-4f1e-bfbc-d32c97310019 req-a2db6a5a-5b49-4897-aa5a-a77b53af35f2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428338
Nov 11 15:58:02.010192 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-bf2f90c0-9f2b-44ed-b2e0-b1f39b9a72cc service neutron] 10.222.0.24 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857252
Nov 11 15:58:02.159256 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-a4658b00-4373-46a8-9531-1da517bf9edb service neutron] 10.222.0.24 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403918
Nov 11 15:58:02.294570 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8c883-3165-4c79-b0fb-6d74634ade17 req-2d5ac33b-0cf0-4ff1-8394-d935ced5bd70 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:02.296520 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-03a8c883-3165-4c79-b0fb-6d74634ade17 req-2d5ac33b-0cf0-4ff1-8394-d935ced5bd70 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1163442
Nov 11 15:58:02.391128 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-03a8c883-3165-4c79-b0fb-6d74634ade17 req-1f0808df-11da-4234-af83-299800cbe32f tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872159
Nov 11 15:58:02.414713 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0214dbf8-4c47-4f35-b4bc-4853535cf673 req-382a44b0-f32d-4dc6-bf52-aec7f8704126 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 210 time: 0.0452125
Nov 11 15:58:02.654036 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48394c1e-11cf-482c-98b7-854c0fed882a req-0b189e11-1a0f-477a-ae5d-6928a4d25149 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:02.655674 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-48394c1e-11cf-482c-98b7-854c0fed882a req-0b189e11-1a0f-477a-ae5d-6928a4d25149 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0955181
Nov 11 15:58:02.711418 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-48394c1e-11cf-482c-98b7-854c0fed882a req-e8001b37-14a8-40c5-9916-2fe59331db23 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459783
Nov 11 15:58:03.039271 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef7ef7-1459-49be-ad75-af527cee5e23 req-4b9c209f-b8a3-413a-a478-6979cd16cf05 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:03.040906 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-57ef7ef7-1459-49be-ad75-af527cee5e23 req-4b9c209f-b8a3-413a-a478-6979cd16cf05 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.0857561
Nov 11 15:58:03.105795 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-57ef7ef7-1459-49be-ad75-af527cee5e23 req-030ac3a2-4d33-4f33-9dae-06980268633e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579615
Nov 11 15:58:03.597374 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2027fda2-c7ab-4cd0-b59c-c4d76bf0bc6c req-04aa0f92-7ae4-4594-975d-133468ca89a8 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 210 time: 0.0512190
Nov 11 15:58:03.613668 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2eec2-2098-487f-849a-90adc57ae034 req-20d00018-9f8f-4445-ad41-3135ecc08ed5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:03.613668 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fda2eec2-2098-487f-849a-90adc57ae034 req-20d00018-9f8f-4445-ad41-3135ecc08ed5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0918462
Nov 11 15:58:03.656211 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fda2eec2-2098-487f-849a-90adc57ae034 req-1047adaa-01a3-4745-b5bc-719d282ee80f tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404093
Nov 11 15:58:03.914874 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edd91f-448b-4e6a-ab99-e9596bcf2729 req-53fa3c76-45c2-45b3-91a6-2707e50bd8aa tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:03.916231 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-05edd91f-448b-4e6a-ab99-e9596bcf2729 req-53fa3c76-45c2-45b3-91a6-2707e50bd8aa tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0839458
Nov 11 15:58:03.960915 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-05edd91f-448b-4e6a-ab99-e9596bcf2729 req-48f75557-60f5-4550-a62d-36f90351d728 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390580
Nov 11 15:58:04.314138 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cbcbd-b2cd-4647-91db-23383ece2768 req-163a3989-2f95-4bbc-9f70-df88997c352c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:04.315590 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-af5cbcbd-b2cd-4647-91db-23383ece2768 req-163a3989-2f95-4bbc-9f70-df88997c352c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.0805941
Nov 11 15:58:04.358832 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-af5cbcbd-b2cd-4647-91db-23383ece2768 req-2d20655f-9de1-483a-9da0-c66402573298 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377049
Nov 11 15:58:04.745382 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c1365553-f11b-4165-a08a-de2af516db68 req-e7e05722-77fc-4d85-8fc2-ecc4cf06fe92 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 210 time: 0.0434675
Nov 11 15:58:04.847546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82917c0f-ce5f-4adb-b811-9ec6609d1e58 req-ddc8905a-214f-47be-a9d1-60b408f7dd62 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:04.849625 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-82917c0f-ce5f-4adb-b811-9ec6609d1e58 req-ddc8905a-214f-47be-a9d1-60b408f7dd62 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0869226
Nov 11 15:58:04.894458 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-82917c0f-ce5f-4adb-b811-9ec6609d1e58 req-262fcff5-2080-455f-896b-cc3fd11b7d72 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389712
Nov 11 15:58:05.156975 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efce061-6ee7-466a-8fa9-8083acf33c95 req-07484f79-9dfa-49e7-9004-30834c7eeca7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:05.158439 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6efce061-6ee7-466a-8fa9-8083acf33c95 req-07484f79-9dfa-49e7-9004-30834c7eeca7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0846348
Nov 11 15:58:05.203768 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6efce061-6ee7-466a-8fa9-8083acf33c95 req-34db0790-15d2-4123-8527-6115adf80c49 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394461
Nov 11 15:58:05.550883 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b2b9b-df12-4d81-9f16-5dd9a83589ba req-f57d9c15-9f28-4cf1-a94f-2d72e27dc6a1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:05.552459 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c32b2b9b-df12-4d81-9f16-5dd9a83589ba req-f57d9c15-9f28-4cf1-a94f-2d72e27dc6a1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.0815330
Nov 11 15:58:05.601912 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c32b2b9b-df12-4d81-9f16-5dd9a83589ba req-189c2e8f-a359-4e40-9778-7e0532ab8898 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434301
Nov 11 15:58:05.900851 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2e841e24-05f4-478a-955c-e60517bad081 req-e4b902b3-2642-42de-b55e-8b30d82135d9 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 210 time: 0.0494015
Nov 11 15:58:06.086934 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143363-bd86-4851-9aa8-97e9bb8727c0 req-688495f4-0f80-4e3d-9281-35cce3bdd3d2 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:06.088482 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4a143363-bd86-4851-9aa8-97e9bb8727c0 req-688495f4-0f80-4e3d-9281-35cce3bdd3d2 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0819433
Nov 11 15:58:06.135104 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4a143363-bd86-4851-9aa8-97e9bb8727c0 req-9c431ac7-0107-4dbf-af3c-f4cc2adc677c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408881
Nov 11 15:58:06.246527 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:58:06.547111 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa775b-5370-4526-9b84-aed452a238fa req-1bfc1ff4-87a1-4c28-aff5-e265822ea9f1 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:06.548738 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c5aa775b-5370-4526-9b84-aed452a238fa req-1bfc1ff4-87a1-4c28-aff5-e265822ea9f1 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2123241
Nov 11 15:58:06.555725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-bf5b3a6c-d59d-4852-9944-7cfd4644be91 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:06.557135 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-bf5b3a6c-d59d-4852-9944-7cfd4644be91 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.15 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 815 time: 0.1838751
Nov 11 15:58:06.597111 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c5aa775b-5370-4526-9b84-aed452a238fa req-67583ebd-c438-4b76-8642-47e882d0835e tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389624
Nov 11 15:58:06.866255 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3899520-e3da-45a2-ad96-86cfe6943f1a req-fb83185c-aa1b-43bf-a4a9-1491b1c14832 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:06.868630 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a3899520-e3da-45a2-ad96-86cfe6943f1a req-fb83185c-aa1b-43bf-a4a9-1491b1c14832 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1571960
Nov 11 15:58:06.928548 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a3899520-e3da-45a2-ad96-86cfe6943f1a req-6e6705b3-7519-4ba8-b9e4-fee798484bd7 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497191
Nov 11 15:58:07.053955 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eba65dc6-5439-48e1-9ecf-035d17687f44 req-54a7b9b2-4de7-40cc-89e4-c3613a1a7deb tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 210 time: 0.0424359
Nov 11 15:58:07.330662 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30ed9-15c1-4d00-8d6b-fc81b335ac13 req-34c21dd9-f4b1-4948-8428-72ea68b8cd8b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:07.332135 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b3b30ed9-15c1-4d00-8d6b-fc81b335ac13 req-34c21dd9-f4b1-4948-8428-72ea68b8cd8b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0800855
Nov 11 15:58:07.377523 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b3b30ed9-15c1-4d00-8d6b-fc81b335ac13 req-d0c91c1a-9cea-4d61-a5ba-57644152493b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392036
Nov 11 15:58:07.794872 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b928e-88e0-4a6a-a972-2e0a439e9421 req-b3e82e08-ece1-4bbb-92bb-55b7ac8490f8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:07.796290 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7a5b928e-88e0-4a6a-a972-2e0a439e9421 req-b3e82e08-ece1-4bbb-92bb-55b7ac8490f8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0854096
Nov 11 15:58:07.844554 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7a5b928e-88e0-4a6a-a972-2e0a439e9421 req-950dd253-c03a-4d76-b9a9-c5df3b09bad0 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390143
Nov 11 15:58:08.170555 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a690be-78f6-4772-b610-4729675fff71 req-991c4198-6ea3-4a32-a903-e50a1d86e7a3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:08.172031 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-19a690be-78f6-4772-b610-4729675fff71 req-991c4198-6ea3-4a32-a903-e50a1d86e7a3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1289577
Nov 11 15:58:08.210928 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-28386eeb-f1ca-4555-a832-5ef5d1733ae4 req-379cea4c-3ef1-4e18-a183-4a36678964a7 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 210 time: 0.0441720
Nov 11 15:58:08.219029 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-19a690be-78f6-4772-b610-4729675fff71 req-ab990021-69af-4bd4-9b27-7a4c433acecd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403647
Nov 11 15:58:08.573270 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d6e95-31d6-4c10-bea9-8f250fc8f459 req-eaee6a06-8395-45e7-9587-30725befa064 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:08.574739 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-644d6e95-31d6-4c10-bea9-8f250fc8f459 req-eaee6a06-8395-45e7-9587-30725befa064 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0858214
Nov 11 15:58:08.620043 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-644d6e95-31d6-4c10-bea9-8f250fc8f459 req-4dee7c3d-a3ac-42dd-84b0-de79fd6aa30a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396442
Nov 11 15:58:09.034168 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c264-0ef9-455f-9e22-5f3191d80857 req-2415de85-77c9-4bf8-9e91-bf64fdfd2987 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:09.042277 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bcc6c264-0ef9-455f-9e22-5f3191d80857 req-2415de85-77c9-4bf8-9e91-bf64fdfd2987 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0917382
Nov 11 15:58:09.087176 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bcc6c264-0ef9-455f-9e22-5f3191d80857 req-22e35b2a-896f-428f-915c-60012e484c5b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439053
Nov 11 15:58:09.154192 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'port': {'device_id': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'admin_state_up': True, 'tenant_id': '699f34e6d4384c39a47971092fd129cf'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:58:09.314204 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:09.361096 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:09.382822 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-86a5908b-dd98-4ddc-a0e7-7c5a9d87a071 req-6a621db7-f623-4199-9bae-47f19cfbd337 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 210 time: 0.0551028
Nov 11 15:58:09.389427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Made reservation on behalf of 699f34e6d4384c39a47971092fd129cf for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:58:09.394655 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:09.456708 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c4d74-88e9-477b-aa92-06b3779b3087 req-8b0888bb-388e-4e34-a3de-fc2a18ed1e53 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:09.459072 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c47c4d74-88e9-477b-aa92-06b3779b3087 req-8b0888bb-388e-4e34-a3de-fc2a18ed1e53 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1017201
Nov 11 15:58:09.524844 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c47c4d74-88e9-477b-aa92-06b3779b3087 req-8ad716d0-51d0-445b-a8b9-133cf0e2e6d1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591645
Nov 11 15:58:09.612927 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Allocated IP 172.20.0.6 (b11c15e2-7c6d-450e-b220-dfd6dab84ada/7f131137-bcef-4582-bc08-19196c85edd2/7cec21ac-2fda-4f39-9096-0843527c7aba) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:58:10.142602 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:10.167428 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Transition to ACTIVE for port object 7cec21ac-2fda-4f39-9096-0843527c7aba will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:58:10.241871 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:10.257003 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b91998fd-480e-44a2-93f8-c34eba5fdb88 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:10.329254 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:58:10.341770 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:58:10.344921 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:58:10.509496 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872019f4-d28e-4272-8a7a-517556ee2c35 req-3f7d2ed6-bc2c-48b7-9436-4908aa906715 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:10.517004 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-872019f4-d28e-4272-8a7a-517556ee2c35 req-3f7d2ed6-bc2c-48b7-9436-4908aa906715 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2078278
Nov 11 15:58:10.558035 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:10.564820 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:10.570758 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'Port': ['ID=7cec21ac-2fda-4f39-9096-0843527c7aba,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:10.649523 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9105f14-a9ac-4b28-996f-2c8cf16100ed req-4000e46e-3ce2-468a-84f6-66045c523c73 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:10.651243 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b9105f14-a9ac-4b28-996f-2c8cf16100ed req-4000e46e-3ce2-468a-84f6-66045c523c73 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.6919885
Nov 11 15:58:10.686324 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.686740 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.690503 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.690983 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.693031 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.693455 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.694134 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.694250 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.694612 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.696173 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.697311 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.697678 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:10.705119 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:10.741193 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-872019f4-d28e-4272-8a7a-517556ee2c35 req-f5cc4343-a28c-4128-bae2-0a2847688319 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2073607
Nov 11 15:58:10.822696 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-7d0e7d83-fc07-4bde-89ff-c9f22457e163 None None] Provisioning for port 7cec21ac-2fda-4f39-9096-0843527c7aba completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:58:10.828351 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6779985
Nov 11 15:58:10.839764 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-7d0e7d83-fc07-4bde-89ff-c9f22457e163 None None] Provisioning complete for port 7cec21ac-2fda-4f39-9096-0843527c7aba triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:10.841204 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7d83-fc07-4bde-89ff-c9f22457e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:10.888964 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b9105f14-a9ac-4b28-996f-2c8cf16100ed req-af9561bf-fef7-4bbf-831e-49685b960e52 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199097
Nov 11 15:58:11.056985 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e7d83-fc07-4bde-89ff-c9f22457e163 None None] Port 7cec21ac-2fda-4f39-9096-0843527c7aba cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:58:11.085445 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f779c-8399-45ab-993a-940b431043a4 req-406b5787-2d22-4b23-b524-8c556ea2a9e1 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:11.101296 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c60f779c-8399-45ab-993a-940b431043a4 req-406b5787-2d22-4b23-b524-8c556ea2a9e1 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 931 time: 0.1490934
Nov 11 15:58:11.195890 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56972) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:11.198735 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-c60f779c-8399-45ab-993a-940b431043a4 req-3399de7d-4219-4292-b275-b03d632f61b1 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Synchronizing usage tracker for tenant:699f34e6d4384c39a47971092fd129cf on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:58:11.284094 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-c60f779c-8399-45ab-993a-940b431043a4 req-3399de7d-4219-4292-b275-b03d632f61b1 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Unset dirty status for tenant:699f34e6d4384c39a47971092fd129cf on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:58:11.289216 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c60f779c-8399-45ab-993a-940b431043a4 req-3399de7d-4219-4292-b275-b03d632f61b1 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861959
Nov 11 15:58:11.401443 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f121fe-95f8-4cb5-bc02-30248469de2a req-1b7dca3d-c793-4245-a64b-7abd3933e873 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:11.404197 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-66f121fe-95f8-4cb5-bc02-30248469de2a req-1b7dca3d-c793-4245-a64b-7abd3933e873 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1503813
Nov 11 15:58:11.488283 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:11.517560 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-66f121fe-95f8-4cb5-bc02-30248469de2a req-38e1bd48-7ebf-4bb8-a6d9-8d7cab1fde86 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064439
Nov 11 15:58:11.523024 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:11.530083 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Usage tracker for resource:security_group_rule and tenant:d25bbc5b34e14835bff14dcaa1f30ec1 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:11.533954 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:11.542486 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-701edb58-6a0c-4d3f-bb33-b7927f118909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:11.547128 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:11.686617 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:11.691278 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:11.699161 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-96bfda80-cf9c-446c-9221-f5dfa5c06e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:11.747048 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d25bbc5b34e14835bff14dcaa1f30ec1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5464075
Nov 11 15:58:11.747048 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e366377f-2b6d-42f6-a03a-d8d620b01bfa,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:11.748367 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 56978) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:11.762485 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:11.838029 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:11.875895 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1401d50b-7cab-42ed-84d2-eb485243a411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:11.917306 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1401d50b-7cab-42ed-84d2-eb485243a411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:11.996679 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484e856-a0de-4f09-a70a-2c205a95cf4f req-cc0b3678-1804-4524-bbb0-c0ba719b1957 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:11.999896 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0484e856-a0de-4f09-a70a-2c205a95cf4f req-cc0b3678-1804-4524-bbb0-c0ba719b1957 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1314366
Nov 11 15:58:12.037022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1401d50b-7cab-42ed-84d2-eb485243a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:12.059984 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0d2d7f64-092f-4f70-9e6d-9949ded4bc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:12.100592 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0484e856-a0de-4f09-a70a-2c205a95cf4f req-03280952-f92b-40e0-8b18-a63adc9a2fa0 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929284
Nov 11 15:58:12.196159 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401d50b-7cab-42ed-84d2-eb485243a411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e366377f-2b6d-42f6-a03a-d8d620b01bfa,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:12.199075 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1401d50b-7cab-42ed-84d2-eb485243a411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:12.212469 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1401d50b-7cab-42ed-84d2-eb485243a411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:12.216455 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1401d50b-7cab-42ed-84d2-eb485243a411 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e366377f-2b6d-42f6-a03a-d8d620b01bfa HTTP/1.1" status: 204  len: 168 time: 0.4668171
Nov 11 15:58:12.310797 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7102d0-e7fc-4e40-9170-0e6594e2b165 req-bf04dbf8-1259-49cb-b2e1-a466b3bf79a6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:12.315540 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9a7102d0-e7fc-4e40-9170-0e6594e2b165 req-bf04dbf8-1259-49cb-b2e1-a466b3bf79a6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2419484
Nov 11 15:58:12.492790 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9a7102d0-e7fc-4e40-9170-0e6594e2b165 req-f0a91af3-4e46-4fb6-953a-c75a2a3b9d7b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610463
Nov 11 15:58:12.696189 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1a812-a5c0-41bc-a83e-b9048075ff19 req-aab39c94-2108-43d7-a4ab-19ad6d461218 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:12.698062 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c9c1a812-a5c0-41bc-a83e-b9048075ff19 req-aab39c94-2108-43d7-a4ab-19ad6d461218 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 931 time: 0.2342734
Nov 11 15:58:12.842869 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c9c1a812-a5c0-41bc-a83e-b9048075ff19 req-0a7833d5-8040-4537-a82c-b769503603c7 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382792
Nov 11 15:58:13.075866 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665a7bb-78e9-4cda-9700-06c6eee30e16 req-05bf20bd-eee1-4bad-b7e0-864f1d27c576 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:13.082764 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3665a7bb-78e9-4cda-9700-06c6eee30e16 req-05bf20bd-eee1-4bad-b7e0-864f1d27c576 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2613568
Nov 11 15:58:13.186197 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3665a7bb-78e9-4cda-9700-06c6eee30e16 req-a50b6fa0-cd62-467e-8cbe-4a2758b7960c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992277
Nov 11 15:58:13.590878 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be37666-4d43-45af-a9f7-56a591ce1d45 req-5973553a-792c-41e8-9d2e-9e942a68b21b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:13.604395 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5be37666-4d43-45af-a9f7-56a591ce1d45 req-5973553a-792c-41e8-9d2e-9e942a68b21b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2898710
Nov 11 15:58:13.706816 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5be37666-4d43-45af-a9f7-56a591ce1d45 req-22994fe7-a904-4d5b-a135-11d1a155c394 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998952
Nov 11 15:58:13.910276 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2d75-1529-4787-a3ad-c40ce145d184 req-5c899ffb-0514-4f94-8a29-a962f3d9ae35 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:13.913334 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7c7e2d75-1529-4787-a3ad-c40ce145d184 req-5c899ffb-0514-4f94-8a29-a962f3d9ae35 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1456249
Nov 11 15:58:14.007881 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7c7e2d75-1529-4787-a3ad-c40ce145d184 req-6f6d6220-a306-4f2f-a8c3-a45d5c07bd8c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888410
Nov 11 15:58:14.099871 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-93f22c5a-c511-46d3-8aeb-946106352fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:14.264748 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:14.517747 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1ecf0-07dc-454c-bc07-e6e7a3e6b505 req-9938864a-017b-46de-a48e-601bd79ab757 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:14.524820 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-76e1ecf0-07dc-454c-bc07-e6e7a3e6b505 req-9938864a-017b-46de-a48e-601bd79ab757 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 931 time: 0.3340673
Nov 11 15:58:14.607108 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-76e1ecf0-07dc-454c-bc07-e6e7a3e6b505 req-02646680-2f4f-4f78-a9e8-ebcd4a92d55a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813677
Nov 11 15:58:14.664908 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ee46-cbeb-4811-8254-f40dc9d2e955 req-db6efa61-7fce-490c-9429-c03cca332706 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:14.666463 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-db64ee46-cbeb-4811-8254-f40dc9d2e955 req-db6efa61-7fce-490c-9429-c03cca332706 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1939771
Nov 11 15:58:14.764716 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-db64ee46-cbeb-4811-8254-f40dc9d2e955 req-b052beb4-98f2-4505-b067-4355469e5624 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872862
Nov 11 15:58:15.030319 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee4267-55a2-44d2-b136-51340b522661 req-fc95f8e4-9cd0-4040-bed5-89970595abae tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:15.034284 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d9ee4267-55a2-44d2-b136-51340b522661 req-fc95f8e4-9cd0-4040-bed5-89970595abae tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1724641
Nov 11 15:58:15.119854 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:15.166654 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d9ee4267-55a2-44d2-b136-51340b522661 req-14dfbd84-66fe-4927-9993-e0a6040b0735 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1236651
Nov 11 15:58:15.449770 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52639f3c-7530-4cb7-80db-8e0a7dd2e271 req-b971ac99-6c8a-4eec-80da-e4be978e8bb6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:15.449770 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52639f3c-7530-4cb7-80db-8e0a7dd2e271 req-b971ac99-6c8a-4eec-80da-e4be978e8bb6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1396303
Nov 11 15:58:15.529745 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52639f3c-7530-4cb7-80db-8e0a7dd2e271 req-176e1be6-2b33-413d-8c79-ca8fbc2a5dcf tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677879
Nov 11 15:58:15.970558 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72684b-bfcf-4bc4-894c-b12f5d1a4bdd req-b9ecfb79-ac3f-4bdc-aa99-7750d14319d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:15.986422 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7c72684b-bfcf-4bc4-894c-b12f5d1a4bdd req-b9ecfb79-ac3f-4bdc-aa99-7750d14319d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 931 time: 0.1712141
Nov 11 15:58:15.995546 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57156) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:16.066725 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7c72684b-bfcf-4bc4-894c-b12f5d1a4bdd req-c2cf8a17-fae7-4cf6-9b2c-82edb9db24ec tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767851
Nov 11 15:58:16.251059 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e498d5-df46-4240-8bcd-8ba4bbf8a101 req-7b311c3b-4b43-4ec4-b1e3-35fc2d1ee096 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:16.254187 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f6e498d5-df46-4240-8bcd-8ba4bbf8a101 req-7b311c3b-4b43-4ec4-b1e3-35fc2d1ee096 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2383840
Nov 11 15:58:16.359606 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:16.403195 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:16.407584 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Usage tracker for resource:security_group_rule and tenant:55f7e035cda84d2c8ffa74c166b7eb2c is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:16.411790 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:16.418521 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:16.535138 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f6e498d5-df46-4240-8bcd-8ba4bbf8a101 req-281308c8-ab29-43ba-a178-96f0242cf93f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2703981
Nov 11 15:58:16.570090 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c308f-0cdc-472d-8922-be057f845b2b req-a7b3ccf4-8556-4ad2-a40d-0891cdad6d6b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:16.587194 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-391c308f-0cdc-472d-8922-be057f845b2b req-a7b3ccf4-8556-4ad2-a40d-0891cdad6d6b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2083111
Nov 11 15:58:16.692839 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:16.763613 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-391c308f-0cdc-472d-8922-be057f845b2b req-c7a58f6d-3029-4d99-94d9-ad430c043ca2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1651900
Nov 11 15:58:16.783125 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:16.796632 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:16.805276 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9316b373-5ded-4cfd-87f9-76edb2da6364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:16.936637 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b437c7b-40a2-441c-81b2-d002128583b2,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:16.946362 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:16.967603 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55f7e035cda84d2c8ffa74c166b7eb2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9650402
Nov 11 15:58:16.969363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 57182) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:17.097165 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21267-f8ec-49be-b57d-5d96a5bf4a58 req-889f5eaf-fb71-45cb-9b87-ca979d7ad262 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:17.112666 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-88c21267-f8ec-49be-b57d-5d96a5bf4a58 req-889f5eaf-fb71-45cb-9b87-ca979d7ad262 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2619231
Nov 11 15:58:17.229743 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-88c21267-f8ec-49be-b57d-5d96a5bf4a58 req-da17dcb9-3c72-45dc-a73f-6c0ea8fbee29 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068163
Nov 11 15:58:17.304636 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce878852-bdb2-4dde-90be-3adf5fbe96ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:17.313972 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57192) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:17.377992 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce878852-bdb2-4dde-90be-3adf5fbe96ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:17.643217 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:17.657204 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522501d8-e695-4975-be8c-67dea9ba9678 req-5b419390-6620-47e7-8f29-fcfd0d633a10 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:17.665089 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:17.670570 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-522501d8-e695-4975-be8c-67dea9ba9678 req-5b419390-6620-47e7-8f29-fcfd0d633a10 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 931 time: 0.2024209
Nov 11 15:58:17.678138 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Usage tracker for resource:security_group_rule and tenant:f2cc65426eed4305a32e745da6a922b1 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:17.682501 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:17.683453 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce878852-bdb2-4dde-90be-3adf5fbe96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:17.692301 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:17.693423 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f3dfe1e4-edd3-4454-933d-75d947a42249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:17.824399 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce878852-bdb2-4dde-90be-3adf5fbe96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b437c7b-40a2-441c-81b2-d002128583b2,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:17.835842 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ce878852-bdb2-4dde-90be-3adf5fbe96ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:17.839732 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce878852-bdb2-4dde-90be-3adf5fbe96ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:17.844857 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ce878852-bdb2-4dde-90be-3adf5fbe96ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b437c7b-40a2-441c-81b2-d002128583b2 HTTP/1.1" status: 204  len: 168 time: 0.8731463
Nov 11 15:58:17.898887 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-522501d8-e695-4975-be8c-67dea9ba9678 req-4848f98a-a5fb-4fba-a4e6-1fdfe39320ae tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175639
Nov 11 15:58:17.973719 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:17.980290 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:17.997061 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6699d9e9-fecf-4797-b4de-4d67200f6849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:18.208284 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51028d-dc5d-408d-b16c-13da1a47d4fd req-460b4dbd-aeb5-45e3-a636-102720567b90 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:18.208284 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eb51028d-dc5d-408d-b16c-13da1a47d4fd req-460b4dbd-aeb5-45e3-a636-102720567b90 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.3718324
Nov 11 15:58:18.208284 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c24f199-c05a-486c-9f3e-f4fad25f78ba,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:18.212275 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2cc65426eed4305a32e745da6a922b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8938048
Nov 11 15:58:18.218814 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57212) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:18.228537 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:18.228800 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c7a0-9806-4148-9d82-f8fbf82c89d0 req-70cf8262-66c1-47a2-8c6c-4772571c2153 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:18.252766 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3568c7a0-9806-4148-9d82-f8fbf82c89d0 req-70cf8262-66c1-47a2-8c6c-4772571c2153 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2076333
Nov 11 15:58:18.468849 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3568c7a0-9806-4148-9d82-f8fbf82c89d0 req-b54a8d84-bccf-4e00-8b96-caa49d2b85cb tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2076178
Nov 11 15:58:18.498278 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8f39-7d02-477a-85e7-ec82b595498d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:18.512497 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eb51028d-dc5d-408d-b16c-13da1a47d4fd req-e06dfc96-a0fa-4f0a-ad07-56cfa1eb830b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2926216
Nov 11 15:58:18.596227 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8f39-7d02-477a-85e7-ec82b595498d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:18.742189 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb74f31-ac65-480e-9ffd-8a7d5d6fb72d req-8a7a6dd8-6858-4c80-b207-d909a12cf7af tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:18.749845 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7fb74f31-ac65-480e-9ffd-8a7d5d6fb72d req-8a7a6dd8-6858-4c80-b207-d909a12cf7af tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1398551
Nov 11 15:58:18.790671 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8f39-7d02-477a-85e7-ec82b595498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:18.799012 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:18.819675 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe8f39-7d02-477a-85e7-ec82b595498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c24f199-c05a-486c-9f3e-f4fad25f78ba,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:18.830213 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7fb74f31-ac65-480e-9ffd-8a7d5d6fb72d req-c0aac7be-cba3-4538-bafd-481d85d55d68 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788348
Nov 11 15:58:18.858358 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9bfe8f39-7d02-477a-85e7-ec82b595498d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:18.877968 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8f39-7d02-477a-85e7-ec82b595498d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:18.879972 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-9bfe8f39-7d02-477a-85e7-ec82b595498d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c24f199-c05a-486c-9f3e-f4fad25f78ba HTTP/1.1" status: 204  len: 168 time: 0.6541736
Nov 11 15:58:19.374401 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2ee60-d56a-4812-b6de-77f8b7d02d57 req-8af58149-c29f-4e04-8e43-8347be5e1688 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:19.376016 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-bcd2ee60-d56a-4812-b6de-77f8b7d02d57 req-8af58149-c29f-4e04-8e43-8347be5e1688 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Synchronizing usage tracker for tenant:699f34e6d4384c39a47971092fd129cf on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:58:19.395240 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-bcd2ee60-d56a-4812-b6de-77f8b7d02d57 req-8af58149-c29f-4e04-8e43-8347be5e1688 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Unset dirty status for tenant:699f34e6d4384c39a47971092fd129cf on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:58:19.397074 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bcd2ee60-d56a-4812-b6de-77f8b7d02d57 req-8af58149-c29f-4e04-8e43-8347be5e1688 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 931 time: 0.1145930
Nov 11 15:58:19.406921 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 57238) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:19.426214 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:19.445619 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:19.459000 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Usage tracker for resource:security_group_rule and tenant:07ce17e74d3841d9b171c0d22929a442 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:19.463921 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:19.470372 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bcd2ee60-d56a-4812-b6de-77f8b7d02d57 req-3e04f63a-824a-4eb1-9372-9b690e4ea0b0 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663764
Nov 11 15:58:19.476930 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:19.608621 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:19.617685 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:19.626945 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5cd60c4b-0dee-4a60-898d-17eeecf4d27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:19.674117 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57250) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:19.684268 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07ce17e74d3841d9b171c0d22929a442&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757282
Nov 11 15:58:19.695186 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6538b9b-f5b4-4f70-a364-ec5a4ff55f30,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:19.763383 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8d490e0a-b42a-4c92-881f-746ce0caca1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:19.822208 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f7c5-15d2-47cd-b34a-1f28780d0d63 req-0f9691e6-f90c-47f7-90e9-920e83403ec9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:19.824448 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1780f7c5-15d2-47cd-b34a-1f28780d0d63 req-0f9691e6-f90c-47f7-90e9-920e83403ec9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1380610
Nov 11 15:58:19.842580 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-00c6b11a-5222-4ee2-a8a2-81cb55de1274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:19.876663 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7eb7e8-a296-488d-89d2-38601942d01a req-28c7d4dd-02bf-4cca-8339-34300603736a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:19.878194 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cf7eb7e8-a296-488d-89d2-38601942d01a req-28c7d4dd-02bf-4cca-8339-34300603736a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1369803
Nov 11 15:58:19.878336 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1780f7c5-15d2-47cd-b34a-1f28780d0d63 req-9ced7612-69ce-40f0-b43c-933600c72a4f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468674
Nov 11 15:58:19.886422 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-00c6b11a-5222-4ee2-a8a2-81cb55de1274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:19.967434 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cf7eb7e8-a296-488d-89d2-38601942d01a req-04e31af6-938a-44d4-829f-f0e26ce08af4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741866
Nov 11 15:58:19.997327 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-00c6b11a-5222-4ee2-a8a2-81cb55de1274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:20.001398 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6dca6006-b4d2-4501-acb8-121128acf39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:20.013785 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6b11a-5222-4ee2-a8a2-81cb55de1274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6538b9b-f5b4-4f70-a364-ec5a4ff55f30,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:20.020452 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-00c6b11a-5222-4ee2-a8a2-81cb55de1274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:20.026633 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-00c6b11a-5222-4ee2-a8a2-81cb55de1274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:20.028139 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-00c6b11a-5222-4ee2-a8a2-81cb55de1274 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6538b9b-f5b4-4f70-a364-ec5a4ff55f30 HTTP/1.1" status: 204  len: 168 time: 0.3530364
Nov 11 15:58:20.105245 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a572-7873-4d46-8cd8-c82d68457185 req-71b4f8f0-38bf-4f33-98f8-b61d504202fc tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:20.113404 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-83e2a572-7873-4d46-8cd8-c82d68457185 req-71b4f8f0-38bf-4f33-98f8-b61d504202fc tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1198575
Nov 11 15:58:20.161749 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-83e2a572-7873-4d46-8cd8-c82d68457185 req-3ce76022-2bb2-4b3c-9101-633695fec5c5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474367
Nov 11 15:58:20.578729 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57274) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:20.604987 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Request body: {'port': {'device_id': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:58:20.822929 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:20.850361 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:20.857838 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Usage tracker for resource:security_group_rule and tenant:7dbf2737fc384c59829e8bd6675caec6 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:20.860627 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:20.870567 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:20.890436 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:20.923761 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2edc-0cb2-43e0-b1d5-e06c0ecb8426 req-21a43d15-a3eb-4a0e-9059-3eca06039be4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:20.925290 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-777a2edc-0cb2-43e0-b1d5-e06c0ecb8426 req-21a43d15-a3eb-4a0e-9059-3eca06039be4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 931 time: 0.3353264
Nov 11 15:58:21.022002 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-777a2edc-0cb2-43e0-b1d5-e06c0ecb8426 req-b6534775-b21a-497f-878e-bec7229e6633 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888073
Nov 11 15:58:21.110643 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea144b4-4cf8-4895-b17d-4012e0387e29 req-39293234-4986-409f-844a-71a8bf1d47c4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:21.114123 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1ea144b4-4cf8-4895-b17d-4012e0387e29 req-39293234-4986-409f-844a-71a8bf1d47c4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1127470
Nov 11 15:58:21.203060 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1ea144b4-4cf8-4895-b17d-4012e0387e29 req-68a996a9-d381-4010-a6da-b59719e93a6b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819566
Nov 11 15:58:21.298972 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:21.306182 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:21.320145 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d5d43dd2-b054-458c-809c-1950a70337a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:21.404195 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58be50b8-9da6-4c61-b027-44d32ad9118e,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:21.409623 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dbf2737fc384c59829e8bd6675caec6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8299131
Nov 11 15:58:21.411767 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:21.417880 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57306) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:21.423222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d27eb8-f428-49b4-96af-edcead8641c8 req-dd969aa6-baee-49ac-971e-677d7d58d60d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:21.430137 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-50d27eb8-f428-49b4-96af-edcead8641c8 req-dd969aa6-baee-49ac-971e-677d7d58d60d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1181173
Nov 11 15:58:21.475389 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-50d27eb8-f428-49b4-96af-edcead8641c8 req-caffc74e-30d9-4569-9be2-e634d0df92d4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438306
Nov 11 15:58:21.558585 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8236f-bb70-4a88-b46a-9c510b3cfacb req-0f5d887d-f977-4a49-86d1-0ce4d03c8585 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:21.560274 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0d8236f-bb70-4a88-b46a-9c510b3cfacb req-0f5d887d-f977-4a49-86d1-0ce4d03c8585 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.3538890
Nov 11 15:58:21.604646 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d81110c0-43e1-482c-96cc-5402795b3bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:21.608364 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cec21ac-2fda-4f39-9096-0843527c7aba {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:58:21.631961 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:21.667610 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d81110c0-43e1-482c-96cc-5402795b3bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:21.685144 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0d8236f-bb70-4a88-b46a-9c510b3cfacb req-5b56fddb-ec00-4598-b0e0-8908c834095e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093478
Nov 11 15:58:21.688147 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Transition to ACTIVE for port object 7cec21ac-2fda-4f39-9096-0843527c7aba will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:58:21.701477 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:21.712074 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:21.935721 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Pushing event updated for resources: {'Port': ['ID=7cec21ac-2fda-4f39-9096-0843527c7aba,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:21.938520 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:21.949495 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d81110c0-43e1-482c-96cc-5402795b3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:21.958761 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f5be64a5-427f-4fd6-99e4-e39c30705550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:21.981211 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81110c0-43e1-482c-96cc-5402795b3bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58be50b8-9da6-4c61-b027-44d32ad9118e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:21.991911 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d81110c0-43e1-482c-96cc-5402795b3bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:22.025721 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d81110c0-43e1-482c-96cc-5402795b3bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:22.029510 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d81110c0-43e1-482c-96cc-5402795b3bd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58be50b8-9da6-4c61-b027-44d32ad9118e HTTP/1.1" status: 204  len: 168 time: 0.6079056
Nov 11 15:58:22.123057 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Attempting to bind port 7cec21ac-2fda-4f39-9096-0843527c7aba on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:58:22.123243 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Attempting to bind port 7cec21ac-2fda-4f39-9096-0843527c7aba by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:58:22.123721 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Attempting to bind port 7cec21ac-2fda-4f39-9096-0843527c7aba on network b11c15e2-7c6d-450e-b220-dfd6dab84ada {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:58:22.129884 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Port 7cec21ac-2fda-4f39-9096-0843527c7aba on network b11c15e2-7c6d-450e-b220-dfd6dab84ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 15:58:22.130208 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Attempting to bind port 7cec21ac-2fda-4f39-9096-0843527c7aba on network b11c15e2-7c6d-450e-b220-dfd6dab84ada {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:58:22.135892 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:58:22.136550 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Checking segment: {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:58:22.137228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Bound using segment: {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:58:22.137228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Bound port: 7cec21ac-2fda-4f39-9096-0843527c7aba, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294640e4-bfcb-494c-858b-eccda862f303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:58:22.137392 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:22.296842 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eecc9-ab74-4f1e-ad00-f84d2b1aeab7 req-e36c7d43-dcd9-4e66-b1b2-83cb71a6aada tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:22.305874 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a26eecc9-ab74-4f1e-ad00-f84d2b1aeab7 req-e36c7d43-dcd9-4e66-b1b2-83cb71a6aada tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 943 time: 0.1041377
Nov 11 15:58:22.382386 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a26eecc9-ab74-4f1e-ad00-f84d2b1aeab7 req-a3a58bbe-0558-4cd7-8fbb-8de8018bea4d tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752337
Nov 11 15:58:22.479104 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] For port 7cec21ac-2fda-4f39-9096-0843527c7aba, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:58:22.501307 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] For port 7cec21ac-2fda-4f39-9096-0843527c7aba, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7cec21ac-2fda-4f39-9096-0843527c7aba,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:58:22.517744 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:22.601882 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:22.665816 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:22.666464 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:22.668235 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] 10.222.0.15 "PUT /v2.0/ports/7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 1093 time: 2.0678523
Nov 11 15:58:22.673556 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:58:22.716174 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57350) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:22.716920 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Pushing event updated for resources: {'Port': ['ID=7cec21ac-2fda-4f39-9096-0843527c7aba,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:22.720813 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:22.727018 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcad0a7-dee3-460f-9f1b-56a8170ad0d7 req-2dfdda4b-edb3-4f31-bd99-190ba30aca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:22.728548 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9fcad0a7-dee3-460f-9f1b-56a8170ad0d7 req-2dfdda4b-edb3-4f31-bd99-190ba30aca1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 1099 time: 0.3904345
Nov 11 15:58:22.800573 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e094-5487-46f0-b068-cb502357e671 req-903f0c67-a909-4204-b276-b2dd11cc1bb8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:22.808669 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0c78e094-5487-46f0-b068-cb502357e671 req-903f0c67-a909-4204-b276-b2dd11cc1bb8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.4016252
Nov 11 15:58:22.873306 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da370ae-408e-44aa-8930-4b80b1ee1cbb req-989166a0-45a8-4c4a-b89e-28bf2690a6aa tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:22.875195 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2da370ae-408e-44aa-8930-4b80b1ee1cbb req-989166a0-45a8-4c4a-b89e-28bf2690a6aa tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2391524
Nov 11 15:58:22.888454 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9fcad0a7-dee3-460f-9f1b-56a8170ad0d7 req-abf44b9b-e7fe-4c09-ab82-a3d59e2af1fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195121
Nov 11 15:58:22.904699 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0c78e094-5487-46f0-b068-cb502357e671 req-7428015e-9480-4594-81ed-35a29cab3fff tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950415
Nov 11 15:58:22.945507 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-401a7b02-349d-41fa-bfff-4fbf439c993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:22.946986 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-401a7b02-349d-41fa-bfff-4fbf439c993b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1096 time: 0.2230361
Nov 11 15:58:22.950118 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2da370ae-408e-44aa-8930-4b80b1ee1cbb req-a82152f0-8a84-4977-a9f0-f005c05b1ae9 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610931
Nov 11 15:58:22.989025 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'status': 'completed', 'code': 200}
Nov 11 15:58:23.068858 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.085763 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:23.099449 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Usage tracker for resource:security_group_rule and tenant:4a44c55f40404aefb2d9e76188604e15 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:23.103101 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:23.109532 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:23.201290 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa47ac-b6d4-45a9-ada8-70970be6cb4d req-f351695f-d686-47c0-bba9-aef27804bffb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:23.202930 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-17aa47ac-b6d4-45a9-ada8-70970be6cb4d req-f351695f-d686-47c0-bba9-aef27804bffb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1389046
Nov 11 15:58:23.229692 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-80cbe198-fe32-47cf-bc46-b57c63c191b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 217 time: 0.0812778
Nov 11 15:58:23.257611 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-17aa47ac-b6d4-45a9-ada8-70970be6cb4d req-f2a72280-3b4d-4149-a8ef-eeaba0d8362a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480976
Nov 11 15:58:23.327323 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-391db154-4a1a-46cb-88a8-17f4ef1a6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:23.328796 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-391db154-4a1a-46cb-88a8-17f4ef1a6e70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 200  len: 854 time: 0.0921073
Nov 11 15:58:23.335487 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.375153 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.387847 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d81110c0-43e1-482c-96cc-5402795b3bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:23.444994 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a44c55f40404aefb2d9e76188604e15&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7227719
Nov 11 15:58:23.445453 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 57378) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:23.447059 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e54841-0634-4317-b5d3-f62d5e8793c9,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:23.455668 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:23.469686 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-51c519d2-70ab-47f6-b7d3-4de9f17c14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:23.471165 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-51c519d2-70ab-47f6-b7d3-4de9f17c14cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11c15e2-7c6d-450e-b220-dfd6dab84ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1344910
Nov 11 15:58:23.526841 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e0f84a17-7e18-490c-a994-d9f735a76cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.531036 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:58:23.566278 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e0f84a17-7e18-490c-a994-d9f735a76cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.648329 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e0f84a17-7e18-490c-a994-d9f735a76cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.653828 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-afa6db5e-c254-4624-88ef-5bfad08954cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:23.666751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f84a17-7e18-490c-a994-d9f735a76cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e54841-0634-4317-b5d3-f62d5e8793c9,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:23.674591 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:58:23.682246 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc66ae-ce26-439f-93f3-7c8ec3c4e65d req-9f9b1054-0b93-4ab1-92d7-e38981760a3d tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:23.683596 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e0f84a17-7e18-490c-a994-d9f735a76cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:23.684465 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c4fc66ae-ce26-439f-93f3-7c8ec3c4e65d req-9f9b1054-0b93-4ab1-92d7-e38981760a3d tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 943 time: 0.1794677
Nov 11 15:58:23.694730 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e0f84a17-7e18-490c-a994-d9f735a76cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.695867 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e0f84a17-7e18-490c-a994-d9f735a76cb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37e54841-0634-4317-b5d3-f62d5e8793c9 HTTP/1.1" status: 204  len: 168 time: 0.2494328
Nov 11 15:58:23.711536 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'port_id': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'mac_address': 'fa:16:3e:8a:df:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:58:23.716294 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-19c44380-14c7-4be8-98b8-bcaafbb1b88a service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361131
Nov 11 15:58:23.775245 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.795680 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22c39280-7db0-4513-a66d-97aaf3002dbd {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:58:23.818308 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:58:23.825375 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:23.827616 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:23.917153 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=6']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:23.930206 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.930892 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.931456 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.931991 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.932581 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.933344 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.934111 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.934661 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.935212 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.935765 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.936337 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.936862 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:23.941924 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:23.986617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['22c39280-7db0-4513-a66d-97aaf3002dbd'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:58:23.989788 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c4fc66ae-ce26-439f-93f3-7c8ec3c4e65d req-ec7f34ec-e0ba-4447-b38d-0696f37f2cda tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706885
Nov 11 15:58:23.998353 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dbabb3d6-ccfa-41ed-b94e-02bb3c70272d req-92ab5823-4db3-42d4-a0fd-736d4d60199a service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646391
Nov 11 15:58:24.382940 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-41382f68-29a7-4982-b77d-6076cea809eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:24.384358 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-41382f68-29a7-4982-b77d-6076cea809eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1096 time: 0.2366498
Nov 11 15:58:24.436264 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7db60-45d5-4804-bf71-d1604a97f1a5 req-0a4f7127-e076-40b8-9e96-4b29248abd5d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:24.440841 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-74c7db60-45d5-4804-bf71-d1604a97f1a5 req-0a4f7127-e076-40b8-9e96-4b29248abd5d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1923766
Nov 11 15:58:24.471986 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 57408) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:24.495237 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:24.525906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:24.533462 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-74c7db60-45d5-4804-bf71-d1604a97f1a5 req-9aad6c96-8dee-40bc-8fca-4698fcec1353 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864224
Nov 11 15:58:24.534308 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719118b-f326-4525-a62b-989916fceeaf req-55bdc367-a7f3-49b4-991c-1a5b1fbb24bf tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:24.534438 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3559e1161c114c04b8f27afec39423ea is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:24.535879 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7719118b-f326-4525-a62b-989916fceeaf req-55bdc367-a7f3-49b4-991c-1a5b1fbb24bf tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.2355950
Nov 11 15:58:24.538436 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:24.547541 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:24.648310 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-703a07a7-55f3-42c4-a298-286332ec3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:24.649877 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-703a07a7-55f3-42c4-a298-286332ec3e5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 916 time: 0.2576518
Nov 11 15:58:24.705841 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:24.712220 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:24.722075 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b0f5ab67-8a00-414f-87f1-d54b00d5b644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:24.733727 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-9b28fcd7-2ee1-4b6b-aaf8-a1668e4ca73e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 217 time: 0.0768909
Nov 11 15:58:24.737037 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7719118b-f326-4525-a62b-989916fceeaf req-fd927b75-d1a4-4b76-be0d-1c99b0e01005 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921277
Nov 11 15:58:24.816587 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-98d78244-a865-4713-a146-f4688ca3409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:24.817094 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3559e1161c114c04b8f27afec39423ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3440633
Nov 11 15:58:24.818461 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-98d78244-a865-4713-a146-f4688ca3409b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 200  len: 854 time: 0.0769169
Nov 11 15:58:24.819846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57420) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:24.823670 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2004a301-444b-4c3a-ab7f-11571653de86,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:24.827365 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:24.885677 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61094-e823-44c8-9faa-467d85a61f0b req-5685fdc2-94ab-4c9c-b069-22053c79bab8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:24.887210 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d1f61094-e823-44c8-9faa-467d85a61f0b req-5685fdc2-94ab-4c9c-b069-22053c79bab8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 944 time: 0.1451373
Nov 11 15:58:24.936774 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d1f61094-e823-44c8-9faa-467d85a61f0b req-a771f318-87aa-43e5-af75-e51888916996 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432851
Nov 11 15:58:24.941671 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2857ca7a-cbd4-4c2b-9ab2-0e2316d48cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:24.978239 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2857ca7a-cbd4-4c2b-9ab2-0e2316d48cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:24.997374 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-43d8e7da-dbef-4ed4-8ac1-1800b534c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:24.998846 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-43d8e7da-dbef-4ed4-8ac1-1800b534c242 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11c15e2-7c6d-450e-b220-dfd6dab84ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1625245
Nov 11 15:58:25.276934 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-4af9dd5c-6ce2-40d8-b6d6-6827a7b31514 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2651100
Nov 11 15:58:25.444933 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2857ca7a-cbd4-4c2b-9ab2-0e2316d48cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:25.455502 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-bac0d214-7e66-4185-942f-0d5cf21662b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:25.543283 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c532d357-8d20-4c99-88b6-c0c52e4ebb62 req-b2dbfc6d-365e-4085-a742-9cc375672102 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272069
Nov 11 15:58:25.544338 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2857ca7a-cbd4-4c2b-9ab2-0e2316d48cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:25.545324 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-2857ca7a-cbd4-4c2b-9ab2-0e2316d48cc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2004a301-444b-4c3a-ab7f-11571653de86 HTTP/1.1" status: 204  len: 168 time: 0.7245407
Nov 11 15:58:25.547671 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857ca7a-cbd4-4c2b-9ab2-0e2316d48cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2004a301-444b-4c3a-ab7f-11571653de86,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:25.549055 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:58:25.574732 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2857ca7a-cbd4-4c2b-9ab2-0e2316d48cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:25.594850 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4b77b-9249-44b1-b447-d9cc876b6992 req-80fb7396-dca9-4c9c-8daf-4d03eaf2745f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:25.603885 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-08b4b77b-9249-44b1-b447-d9cc876b6992 req-80fb7396-dca9-4c9c-8daf-4d03eaf2745f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 943 time: 0.3258424
Nov 11 15:58:25.747273 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-08b4b77b-9249-44b1-b447-d9cc876b6992 req-108ee0a1-1f4f-4f5a-86ad-eccfea17aa7d tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423273
Nov 11 15:58:25.749231 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 22c39280-7db0-4513-a66d-97aaf3002dbd triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:25.750083 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:25.861263 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40200d-8780-483d-80cf-e9f1f72a0670 req-8cc594a9-fdd4-49da-a4c3-2a1714827e50 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:25.864132 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6b40200d-8780-483d-80cf-e9f1f72a0670 req-8cc594a9-fdd4-49da-a4c3-2a1714827e50 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1146791
Nov 11 15:58:25.967525 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:26.002480 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6b40200d-8780-483d-80cf-e9f1f72a0670 req-af9d52e6-bd86-490d-ad74-8134dbcf88c8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246498
Nov 11 15:58:26.013880 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:58:26.014843 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:58:26.040980 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:26.045185 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-103330d8-2343-4910-8d6f-70a5d370bf85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:26.071581 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a06b3-9d93-4e83-9122-e9979a92414b req-ce9b89c4-d9b0-4ec6-b5d5-a3ff69173711 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:26.080364 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d20a06b3-9d93-4e83-9122-e9979a92414b req-ce9b89c4-d9b0-4ec6-b5d5-a3ff69173711 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1270604
Nov 11 15:58:26.167436 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d20a06b3-9d93-4e83-9122-e9979a92414b req-a6e97f78-29d7-4af3-99e7-420b81643468 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859840
Nov 11 15:58:26.220737 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=7']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:26.225690 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:26.331541 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'code': 200}
Nov 11 15:58:26.391485 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72ee05-e521-42b1-b3ac-e79482b694fd req-a94f48ca-c8ee-41cc-8312-dfec025e66a0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:26.399535 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9f72ee05-e521-42b1-b3ac-e79482b694fd req-a94f48ca-c8ee-41cc-8312-dfec025e66a0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1692696
Nov 11 15:58:26.470189 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9f72ee05-e521-42b1-b3ac-e79482b694fd req-184be5ab-fbcd-4f52-9582-8956e74f5787 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692785
Nov 11 15:58:26.565251 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8d9c9-89e3-4bf2-9a50-81f2c8c7a899 req-fd38427b-00f3-47c8-9837-bc0d55256757 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:26.567064 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2fe8d9c9-89e3-4bf2-9a50-81f2c8c7a899 req-fd38427b-00f3-47c8-9837-bc0d55256757 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0988877
Nov 11 15:58:26.639250 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2fe8d9c9-89e3-4bf2-9a50-81f2c8c7a899 req-37d93424-f57a-457e-81bb-4997929db930 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657496
Nov 11 15:58:27.001332 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9c58-c6bb-4360-8bbb-db332632a4c0 req-24852596-86f6-4564-a351-cb5902e4a8dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:27.012124 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-42ee9c58-c6bb-4360-8bbb-db332632a4c0 req-24852596-86f6-4564-a351-cb5902e4a8dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 943 time: 0.1093936
Nov 11 15:58:27.078417 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-42ee9c58-c6bb-4360-8bbb-db332632a4c0 req-b3a2cca0-54ee-43f3-93ca-9216b55e4430 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649974
Nov 11 15:58:27.358291 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a821af6-efc1-4831-af77-d36ab7bc4440 req-66ad15a5-c432-42ac-a705-25fb48fa0efc tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:27.361133 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7a821af6-efc1-4831-af77-d36ab7bc4440 req-66ad15a5-c432-42ac-a705-25fb48fa0efc tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1371572
Nov 11 15:58:27.461336 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7a821af6-efc1-4831-af77-d36ab7bc4440 req-165038b4-1f49-42ea-9895-36150130d84c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943320
Nov 11 15:58:27.690101 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03200f0-70b5-4b8f-8cd8-6b4157cd15c1 req-deb6cd7b-1907-4caf-b02a-bbb34146cc67 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:27.698838 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c03200f0-70b5-4b8f-8cd8-6b4157cd15c1 req-deb6cd7b-1907-4caf-b02a-bbb34146cc67 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.0998352
Nov 11 15:58:27.789210 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c03200f0-70b5-4b8f-8cd8-6b4157cd15c1 req-c646f0f1-737a-4d0d-a224-d96bb0049b4d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892687
Nov 11 15:58:28.378213 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787c3ee-904d-40d7-9981-ec8f92129e25 req-f2809776-82b2-4ed2-b96f-ef37e11b8152 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:28.387283 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a787c3ee-904d-40d7-9981-ec8f92129e25 req-f2809776-82b2-4ed2-b96f-ef37e11b8152 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 943 time: 0.1238503
Nov 11 15:58:28.448024 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a787c3ee-904d-40d7-9981-ec8f92129e25 req-144cf983-66c2-4574-b1a1-9e781587f866 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593190
Nov 11 15:58:28.744985 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408aa6e-acc4-42c4-b7b7-05df8777f023 req-c665c327-65c4-4381-8971-b9902ab114cc tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:28.748744 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b408aa6e-acc4-42c4-b7b7-05df8777f023 req-c665c327-65c4-4381-8971-b9902ab114cc tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1258812
Nov 11 15:58:28.803210 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b408aa6e-acc4-42c4-b7b7-05df8777f023 req-a5fd0f2e-abb6-491c-8a5d-2d22c95a55fb tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467222
Nov 11 15:58:28.857095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 7cec21ac-2fda-4f39-9096-0843527c7aba details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:58:29.187360 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42230-614b-46df-99f1-cb8fbce97ae4 req-128e987e-7ba8-4bd2-aceb-6cf3dec5a16d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:29.200118 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-12f42230-614b-46df-99f1-cb8fbce97ae4 req-128e987e-7ba8-4bd2-aceb-6cf3dec5a16d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2211485
Nov 11 15:58:29.239255 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 7cec21ac-2fda-4f39-9096-0843527c7aba, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7cec21ac-2fda-4f39-9096-0843527c7aba,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:58:29.264794 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'port_id': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'mac_address': 'fa:16:3e:3f:de:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:58:29.275691 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-12f42230-614b-46df-99f1-cb8fbce97ae4 req-be20f7fa-6821-4294-8f81-b70e1e6d25b1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747812
Nov 11 15:58:29.382360 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:29.401499 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cec21ac-2fda-4f39-9096-0843527c7aba {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:58:29.419905 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 7cec21ac-2fda-4f39-9096-0843527c7aba, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7cec21ac-2fda-4f39-9096-0843527c7aba,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:58:29.423834 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:29.425627 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:29.533836 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=7cec21ac-2fda-4f39-9096-0843527c7aba,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:29.538802 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:29.688879 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ba9d-c72a-41a7-aeff-b9c7e1802016 req-df275639-b695-418d-9af4-a77fd83ae67f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:29.696622 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3698ba9d-c72a-41a7-aeff-b9c7e1802016 req-df275639-b695-418d-9af4-a77fd83ae67f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 944 time: 0.0984719
Nov 11 15:58:29.738743 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['7cec21ac-2fda-4f39-9096-0843527c7aba'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:58:29.745848 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3698ba9d-c72a-41a7-aeff-b9c7e1802016 req-4d1ce478-d096-4592-8b7e-1330b4a288d0 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480630
Nov 11 15:58:30.207125 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-b55e87ef-32c5-43a1-8480-b82eacc2a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:30.210098 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-b55e87ef-32c5-43a1-8480-b82eacc2a7b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1098 time: 0.2290242
Nov 11 15:58:30.325344 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96508-162b-476f-809d-b73fb4774446 req-cb633e60-37fd-4617-91d8-17322f555af9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:30.327222 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3dc96508-162b-476f-809d-b73fb4774446 req-cb633e60-37fd-4617-91d8-17322f555af9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2701936
Nov 11 15:58:30.393427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c9b91-42ac-436a-8f07-9652aa85c95e req-121efcd1-63dd-4da8-a468-d65241a069c3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:30.396231 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b17c9b91-42ac-436a-8f07-9652aa85c95e req-121efcd1-63dd-4da8-a468-d65241a069c3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.3107636
Nov 11 15:58:30.432444 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3dc96508-162b-476f-809d-b73fb4774446 req-e08ca377-4d55-48c9-8825-552ac7fbde43 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966487
Nov 11 15:58:30.483963 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b17c9b91-42ac-436a-8f07-9652aa85c95e req-fe09b6ee-aae8-4f1f-8bff-6d9dc20379b0 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794265
Nov 11 15:58:30.508613 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-e04d03be-b7f2-4c08-a586-c59cb34a6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:30.510302 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-e04d03be-b7f2-4c08-a586-c59cb34a6d14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 919 time: 0.2884581
Nov 11 15:58:30.596283 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-06764da0-0fd0-423b-ad48-13f62c3483cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28149935-f87c-43be-a6bd-d2950571a092 HTTP/1.1" status: 200  len: 217 time: 0.0778017
Nov 11 15:58:30.677711 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-88a28ac8-b8d4-40ab-a42f-fa71c0f506d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:30.679237 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-88a28ac8-b8d4-40ab-a42f-fa71c0f506d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.0700943
Nov 11 15:58:30.713238 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a52b0a-82be-4e3c-9314-c9c0a4fb2c4d req-c8a47147-33a7-44f4-bada-cf7828625b92 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:30.720916 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-60a52b0a-82be-4e3c-9314-c9c0a4fb2c4d req-c8a47147-33a7-44f4-bada-cf7828625b92 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1526380
Nov 11 15:58:30.782319 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-60a52b0a-82be-4e3c-9314-c9c0a4fb2c4d req-c4f06be0-51c0-4eb8-91ed-d11f9b8721c2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604029
Nov 11 15:58:30.967691 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839703fc-d533-489a-a667-bd3e6725e5ac req-146c4824-3828-44b8-85c5-c829230ca22e tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:30.972788 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-839703fc-d533-489a-a667-bd3e6725e5ac req-146c4824-3828-44b8-85c5-c829230ca22e tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 944 time: 0.1008065
Nov 11 15:58:31.042061 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-839703fc-d533-489a-a667-bd3e6725e5ac req-651ce39f-9685-4820-aa8a-de8c40e802f4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630620
Nov 11 15:58:31.655175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89352d9-94b3-49e2-94d7-44963392ffa2 req-83070044-0a44-4599-a8b7-e40c06781385 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:31.656997 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d89352d9-94b3-49e2-94d7-44963392ffa2 req-83070044-0a44-4599-a8b7-e40c06781385 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0970962
Nov 11 15:58:31.691829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead5e55-b811-4be8-ae33-75b5e36b08fe req-6e7d93d0-ef85-455f-8eb3-ca63e112ba9d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:31.693377 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bead5e55-b811-4be8-ae33-75b5e36b08fe req-6e7d93d0-ef85-455f-8eb3-ca63e112ba9d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0887897
Nov 11 15:58:31.706500 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d89352d9-94b3-49e2-94d7-44963392ffa2 req-2002806c-1550-4a09-adca-fe2980c5a646 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426533
Nov 11 15:58:31.743385 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bead5e55-b811-4be8-ae33-75b5e36b08fe req-5ec71467-7483-4c2e-803e-864f5bd3c5d6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410480
Nov 11 15:58:32.216210 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c121588-dfac-4d96-9068-a8ef910cdbf4 req-7f11402c-35b5-4412-a573-0e1786679393 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:32.219275 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0c121588-dfac-4d96-9068-a8ef910cdbf4 req-7f11402c-35b5-4412-a573-0e1786679393 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1642935
Nov 11 15:58:32.280681 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0c121588-dfac-4d96-9068-a8ef910cdbf4 req-84172bad-2979-46f3-9bc6-653cf818b41d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545368
Nov 11 15:58:32.307479 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8f08-e422-4eb7-b290-2d5eb3550cd1 req-ff3ec505-e204-4dd0-b5b2-ea34b22cd203 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:32.309055 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eddb8f08-e422-4eb7-b290-2d5eb3550cd1 req-ff3ec505-e204-4dd0-b5b2-ea34b22cd203 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 944 time: 0.1241279
Nov 11 15:58:32.369116 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eddb8f08-e422-4eb7-b290-2d5eb3550cd1 req-5a580927-0872-486b-bbe1-e634f96651bd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540094
Nov 11 15:58:32.937443 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb910f-8a6c-44cc-b74e-596cb535d151 req-4c1889ff-a883-469b-9e51-e7d8efc42468 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:32.939709 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-22fb910f-8a6c-44cc-b74e-596cb535d151 req-4c1889ff-a883-469b-9e51-e7d8efc42468 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1205657
Nov 11 15:58:32.955253 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce924850-3b03-4b53-8219-e5839bc2972e req-339d3993-2dec-412e-a011-4c5fb946d2d5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:32.957354 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ce924850-3b03-4b53-8219-e5839bc2972e req-339d3993-2dec-412e-a011-4c5fb946d2d5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0932033
Nov 11 15:58:32.993485 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-22fb910f-8a6c-44cc-b74e-596cb535d151 req-6a013e43-98fc-4d90-9914-b7614375ab58 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481625
Nov 11 15:58:33.007599 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ce924850-3b03-4b53-8219-e5839bc2972e req-79f6468c-91d1-4a94-a5be-2668908cbc73 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436006
Nov 11 15:58:33.209311 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-06b38b85-ca7e-4ac1-ac8a-ac81ad97fd6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1351600
Nov 11 15:58:33.526644 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8796df-b908-46a3-ac2e-b103275b0e09 req-0b510c25-90e8-474f-98b3-96063f668467 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:33.534147 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4f8796df-b908-46a3-ac2e-b103275b0e09 req-0b510c25-90e8-474f-98b3-96063f668467 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1382616
Nov 11 15:58:33.589515 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4f8796df-b908-46a3-ac2e-b103275b0e09 req-30d39bb6-c906-4135-8639-8b013d0f991f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543921
Nov 11 15:58:33.639902 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae7556-770e-4664-9a2e-2458d84898f1 req-387c36bd-f111-4474-98a5-22fdebb07720 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:33.641564 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-45ae7556-770e-4664-9a2e-2458d84898f1 req-387c36bd-f111-4474-98a5-22fdebb07720 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 944 time: 0.0925336
Nov 11 15:58:33.700692 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-45ae7556-770e-4664-9a2e-2458d84898f1 req-08a4f38f-c2b4-4b2c-a0dd-2bc5064d2f19 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503197
Nov 11 15:58:34.335406 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e8f95-0898-468d-99de-b8ce321a1812 req-39889c86-f24b-4083-bcc2-b187fab56519 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:34.337547 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-562e8f95-0898-468d-99de-b8ce321a1812 req-39889c86-f24b-4083-bcc2-b187fab56519 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1971328
Nov 11 15:58:34.390418 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-90ba5090-2c03-4000-b86f-8e7823c4d775 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3099687
Nov 11 15:58:34.407617 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f977cd-3697-49f7-98b2-929c7890950f req-93f847a2-b105-4bbd-a79e-afca58cbfd05 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:34.409847 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-63f977cd-3697-49f7-98b2-929c7890950f req-93f847a2-b105-4bbd-a79e-afca58cbfd05 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1899774
Nov 11 15:58:34.425804 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-562e8f95-0898-468d-99de-b8ce321a1812 req-efadb23a-f5d1-45d6-8ca8-01aa6d17b671 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672839
Nov 11 15:58:34.572887 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-63f977cd-3697-49f7-98b2-929c7890950f req-9183fe24-2310-49dd-9880-9b18ad4889ff tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377585
Nov 11 15:58:34.641142 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32103e9d-d97f-4b74-81c5-2d0416d641a7 req-88bcd0aa-87ac-4a91-b0dc-accf374c0df1 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2301257
Nov 11 15:58:34.984360 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e8301-77f0-4c29-a92e-4c3c3fb9a2eb req-dbbae18c-b7f2-42ad-ba55-cb3bd3ec7637 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:34.986059 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7e8301-77f0-4c29-a92e-4c3c3fb9a2eb req-dbbae18c-b7f2-42ad-ba55-cb3bd3ec7637 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 944 time: 0.1181335
Nov 11 15:58:35.062760 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7e8301-77f0-4c29-a92e-4c3c3fb9a2eb req-83568d2d-4377-45ee-8408-726a3ba13888 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576096
Nov 11 15:58:35.074740 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd16eb3-ae66-45ae-9f0f-794b71782cc4 req-8c665715-8f8d-4318-bd13-0d93ac53c91b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:35.090722 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bfd16eb3-ae66-45ae-9f0f-794b71782cc4 req-8c665715-8f8d-4318-bd13-0d93ac53c91b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.2842467
Nov 11 15:58:35.159265 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bfd16eb3-ae66-45ae-9f0f-794b71782cc4 req-05bf8674-69ad-4f77-8f61-17a455009c30 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707266
Nov 11 15:58:35.687278 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda306-41cb-4d78-8c9c-e0d688f1a6c7 req-6b3b8c3c-fad1-4a7e-82a4-b21b992c8c52 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:35.694924 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e0fda306-41cb-4d78-8c9c-e0d688f1a6c7 req-6b3b8c3c-fad1-4a7e-82a4-b21b992c8c52 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1504381
Nov 11 15:58:35.747864 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e0fda306-41cb-4d78-8c9c-e0d688f1a6c7 req-16205677-2f48-495f-876a-355cb9cb0a5b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516531
Nov 11 15:58:36.006489 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9f94d-6788-4743-b4a9-c6a101cd32da req-208239d6-d9d9-4c19-b7b1-59e1caa81832 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:36.008677 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9bb9f94d-6788-4743-b4a9-c6a101cd32da req-208239d6-d9d9-4c19-b7b1-59e1caa81832 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1945665
Nov 11 15:58:36.048298 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57656) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:36.069953 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9bb9f94d-6788-4743-b4a9-c6a101cd32da req-de1022a0-3173-4f17-92f4-4654bdf3fd27 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548546
Nov 11 15:58:36.236979 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:36.297942 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:36.304175 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Usage tracker for resource:security_group_rule and tenant:9015a4d08475442084a5e03b7ceec869 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:36.314497 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:36.322321 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:36.345440 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c125-8233-4c03-b1e4-a33eea129496 req-f44b1abe-58af-4436-b960-65dc66e90ca5 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:36.346642 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fec5c125-8233-4c03-b1e4-a33eea129496 req-f44b1abe-58af-4436-b960-65dc66e90ca5 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 944 time: 0.1374280
Nov 11 15:58:36.386700 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66808d-1aa4-4632-9589-2f7081824300 req-1f1e5759-4283-47e2-aef0-f7f1298af76c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:36.386700 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df66808d-1aa4-4632-9589-2f7081824300 req-1f1e5759-4283-47e2-aef0-f7f1298af76c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1471477
Nov 11 15:58:36.401760 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fec5c125-8233-4c03-b1e4-a33eea129496 req-44e665b9-99d2-4358-9546-a708ec8470cd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479374
Nov 11 15:58:36.522749 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df66808d-1aa4-4632-9589-2f7081824300 req-4678d1e5-f5f9-49a6-aa34-b7351c3acb52 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025376
Nov 11 15:58:36.553082 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:36.573589 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:36.582273 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:36.643724 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9015a4d08475442084a5e03b7ceec869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5918040
Nov 11 15:58:36.643724 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1942263f-ae5b-4b29-9ab4-d4b36ebc1518,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:36.645725 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 57668) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:36.656438 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:36.682853 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b06a7b-fb33-4775-a31e-1608e908396f req-50ce9d19-6aa1-447b-8ffe-a892d6736c40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:36.684674 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e1b06a7b-fb33-4775-a31e-1608e908396f req-50ce9d19-6aa1-447b-8ffe-a892d6736c40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1504443
Nov 11 15:58:36.765101 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e1b06a7b-fb33-4775-a31e-1608e908396f req-bccca951-3313-43e8-8e27-87c7a342ec7f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746279
Nov 11 15:58:36.781398 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d10977be-3271-4fec-890f-fb2a0d8216fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:36.813099 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d10977be-3271-4fec-890f-fb2a0d8216fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:36.886436 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d10977be-3271-4fec-890f-fb2a0d8216fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:36.892005 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0b74da03-4845-43ce-a616-0144bb321e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:36.909272 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10977be-3271-4fec-890f-fb2a0d8216fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1942263f-ae5b-4b29-9ab4-d4b36ebc1518,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:36.911987 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d10977be-3271-4fec-890f-fb2a0d8216fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:36.929566 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d10977be-3271-4fec-890f-fb2a0d8216fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:36.930897 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-d10977be-3271-4fec-890f-fb2a0d8216fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1942263f-ae5b-4b29-9ab4-d4b36ebc1518 HTTP/1.1" status: 204  len: 168 time: 0.2834859
Nov 11 15:58:37.375554 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 7cec21ac-2fda-4f39-9096-0843527c7aba up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:58:37.385088 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd1d6c-2df4-4b88-b058-12eb882af5ed req-71562ff0-5663-4928-9885-ab3854b839a4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:37.387420 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91bd1d6c-2df4-4b88-b058-12eb882af5ed req-71562ff0-5663-4928-9885-ab3854b839a4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0971937
Nov 11 15:58:37.405435 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 57686) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:37.462290 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.482465 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91bd1d6c-2df4-4b88-b058-12eb882af5ed req-b814324e-cb1b-440c-a5a4-93606e44b6fb tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821047
Nov 11 15:58:37.485549 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 7cec21ac-2fda-4f39-9096-0843527c7aba completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:58:37.497692 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:37.499766 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 7cec21ac-2fda-4f39-9096-0843527c7aba triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:37.500169 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.514549 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Usage tracker for resource:security_group_rule and tenant:7b94bd395ee541bdbb9292e40b3c9041 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:37.528962 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:37.533025 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:37.657238 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.692720 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:58:37.708792 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 7cec21ac-2fda-4f39-9096-0843527c7aba, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7cec21ac-2fda-4f39-9096-0843527c7aba,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:58:37.717685 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.720896 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de3de-e3fc-46e0-bd8f-7f5b2e668833 req-7211cdb8-4aaf-40e7-b5ee-972e1d1d2de8 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:37.722909 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a699203d-87e7-4f60-85f8-7eb5829c6074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:37.723117 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-366de3de-e3fc-46e0-bd8f-7f5b2e668833 req-7211cdb8-4aaf-40e7-b5ee-972e1d1d2de8 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 944 time: 0.1744709
Nov 11 15:58:37.746400 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e64b07-cb5d-4ed4-9fcd-476599655307 req-5367713a-1ea5-4f5b-b463-6da1585d9aae tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:37.748043 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-62e64b07-cb5d-4ed4-9fcd-476599655307 req-5367713a-1ea5-4f5b-b463-6da1585d9aae tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1009288
Nov 11 15:58:37.757001 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.772272 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.782318 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c505a702-00a3-4d94-bad9-c636568ee6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:37.803978 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-62e64b07-cb5d-4ed4-9fcd-476599655307 req-7b0ce802-e5af-4666-a3d9-64e07f086689 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494938
Nov 11 15:58:37.812183 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=7cec21ac-2fda-4f39-9096-0843527c7aba,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:37.814119 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-366de3de-e3fc-46e0-bd8f-7f5b2e668833 req-85f07ed4-9a74-422f-859e-757b27d1fd49 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814309
Nov 11 15:58:37.828644 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b94bd395ee541bdbb9292e40b3c9041&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4211781
Nov 11 15:58:37.831323 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57704) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:37.833300 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:37.839271 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0749e958-4e3c-4355-bfbc-da81b7b4cf48,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:37.843050 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8b240235-895d-41f2-8ab1-f85911529e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:37.887670 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'code': 200}
Nov 11 15:58:37.906443 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-526917f5-602e-4195-a563-7b7e08ef3487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.934235 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-526917f5-602e-4195-a563-7b7e08ef3487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.992403 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-526917f5-602e-4195-a563-7b7e08ef3487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:37.996138 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9688c580-4378-4f90-a0c1-a8197896e7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:38.010228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526917f5-602e-4195-a563-7b7e08ef3487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0749e958-4e3c-4355-bfbc-da81b7b4cf48,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:38.011549 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df7055-7046-4fa7-8085-e95865005965 req-11515c5f-2d26-4e10-898c-c7135abeeb17 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:38.013091 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-31df7055-7046-4fa7-8085-e95865005965 req-11515c5f-2d26-4e10-898c-c7135abeeb17 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.0851536
Nov 11 15:58:38.023480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-526917f5-602e-4195-a563-7b7e08ef3487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:38.025580 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-526917f5-602e-4195-a563-7b7e08ef3487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:38.029174 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-526917f5-602e-4195-a563-7b7e08ef3487 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0749e958-4e3c-4355-bfbc-da81b7b4cf48 HTTP/1.1" status: 204  len: 168 time: 0.1918130
Nov 11 15:58:38.062275 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-31df7055-7046-4fa7-8085-e95865005965 req-d636a1a7-6b62-47de-ae27-7f2344d296c0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430443
Nov 11 15:58:38.767562 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca99d-0300-48b2-ab01-057400267d19 req-6420ed7a-311d-47f9-a007-25795a1ad148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:38.769408 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-513ca99d-0300-48b2-ab01-057400267d19 req-6420ed7a-311d-47f9-a007-25795a1ad148 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 1099 time: 0.2065797
Nov 11 15:58:38.883335 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531fe55-2265-4b3e-90ac-8de577d87c01 req-3512041b-53a7-4ea2-b283-d6f52fe311bb tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:38.884864 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4531fe55-2265-4b3e-90ac-8de577d87c01 req-3512041b-53a7-4ea2-b283-d6f52fe311bb tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.2514827
Nov 11 15:58:38.919679 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d77f9b-b5af-48c0-bd7d-1bf1df99a918 req-887cdd77-c4f6-4206-8816-e2b05c51d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:38.921390 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-88d77f9b-b5af-48c0-bd7d-1bf1df99a918 req-887cdd77-c4f6-4206-8816-e2b05c51d354 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1098 time: 0.2168224
Nov 11 15:58:38.987094 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4531fe55-2265-4b3e-90ac-8de577d87c01 req-2f7af43f-bcc2-4f52-a595-99118955754d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883739
Nov 11 15:58:38.994040 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca99d-0300-48b2-ab01-057400267d19 req-da1e5980-9e3e-4bc4-ad4f-71e90b7fc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:38.998684 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-513ca99d-0300-48b2-ab01-057400267d19 req-da1e5980-9e3e-4bc4-ad4f-71e90b7fc935 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 911 time: 0.2170351
Nov 11 15:58:39.027668 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7fa6-b6f3-4d43-b35f-0e70305944d2 req-7aeae617-16bd-4606-8581-26a47c9643fd tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:39.029496 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e33e7fa6-b6f3-4d43-b35f-0e70305944d2 req-7aeae617-16bd-4606-8581-26a47c9643fd tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1081729
Nov 11 15:58:39.161612 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e33e7fa6-b6f3-4d43-b35f-0e70305944d2 req-aca66fb8-bc6b-4a2e-bdfb-be048ee41dcc tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252799
Nov 11 15:58:39.287147 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-88d77f9b-b5af-48c0-bd7d-1bf1df99a918 req-f79d0d92-41d7-4b87-b034-951d46978bce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870591
Nov 11 15:58:39.298964 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-513ca99d-0300-48b2-ab01-057400267d19 req-eb7de830-0431-4bb4-98ec-def7d0b8ee47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 200  len: 1002 time: 0.2669151
Nov 11 15:58:39.341725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324a4f1-9c00-410f-a31d-187c6599eabf req-1783fff6-1288-4087-a606-a5af1a2e48dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:39.343554 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4324a4f1-9c00-410f-a31d-187c6599eabf req-1783fff6-1288-4087-a606-a5af1a2e48dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.1137826
Nov 11 15:58:39.413520 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4324a4f1-9c00-410f-a31d-187c6599eabf req-18ef8a0b-501b-4990-a71e-4211e238c590 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602262
Nov 11 15:58:39.422960 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07febef-0d82-40f6-b469-b45d635c752d req-e96b3956-07df-49e3-86f3-e5167a36e1f4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:39.426642 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d07febef-0d82-40f6-b469-b45d635c752d req-e96b3956-07df-49e3-86f3-e5167a36e1f4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1211119
Nov 11 15:58:39.491022 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d07febef-0d82-40f6-b469-b45d635c752d req-ef904e23-f045-4b31-9da8-e9c4d0faa901 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537198
Nov 11 15:58:39.622094 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca99d-0300-48b2-ab01-057400267d19 req-83389694-4cf5-48b3-b762-fd123cff0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:39.624029 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-513ca99d-0300-48b2-ab01-057400267d19 req-83389694-4cf5-48b3-b762-fd123cff0d68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.1204965
Nov 11 15:58:39.711057 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-9b63547f-003f-474c-9e93-3356e732c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:39.712343 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-9b63547f-003f-474c-9e93-3356e732c2bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1098 time: 0.1648591
Nov 11 15:58:39.826564 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca99d-0300-48b2-ab01-057400267d19 req-608980ce-3784-4c3f-9152-69ccba9fc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:39.828187 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-513ca99d-0300-48b2-ab01-057400267d19 req-608980ce-3784-4c3f-9152-69ccba9fc40f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1964407
Nov 11 15:58:40.016261 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-513ca99d-0300-48b2-ab01-057400267d19 req-ca84b625-1d50-4347-a906-471d814b53e1 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1770477
Nov 11 15:58:40.215438 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-6da55efc-cc62-430d-9c5f-613c0d483372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:40.217255 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-6da55efc-cc62-430d-9c5f-613c0d483372 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.4899466
Nov 11 15:58:40.445617 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-513ca99d-0300-48b2-ab01-057400267d19 req-274aea2b-5b3a-4aa4-baad-4254a8f6c8b3 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4200854
Nov 11 15:58:40.482659 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-a2a2b6d9-f451-46f4-b0df-ac00a736ffa5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c39280-7db0-4513-a66d-97aaf3002dbd HTTP/1.1" status: 200  len: 1001 time: 0.2417481
Nov 11 15:58:40.506613 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d008-991a-4492-bb8e-457d1ee96859 req-08941a9a-dd7f-4532-b178-5fc5d4333cf9 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:40.514072 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd84d008-991a-4492-bb8e-457d1ee96859 req-08941a9a-dd7f-4532-b178-5fc5d4333cf9 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1985233
Nov 11 15:58:40.600575 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cb97b-8803-4cf8-8852-c77c6751453f req-83bf74e3-e8dd-404f-927a-c230d78b9cfe tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:40.617467 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c46cb97b-8803-4cf8-8852-c77c6751453f req-83bf74e3-e8dd-404f-927a-c230d78b9cfe tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2359738
Nov 11 15:58:40.632716 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd84d008-991a-4492-bb8e-457d1ee96859 req-2a809dff-2356-4e0b-96d6-376ebf014f43 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173923
Nov 11 15:58:40.644050 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-2c18fe8f-93fc-4ebd-a467-965727d67f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:40.648083 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-2c18fe8f-93fc-4ebd-a467-965727d67f1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.1507716
Nov 11 15:58:40.760262 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c46cb97b-8803-4cf8-8852-c77c6751453f req-6b8831f7-044a-4f2b-96e5-5221034e47e6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1415348
Nov 11 15:58:40.874812 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-0301404c-20b4-420e-ae78-afaa2b4f6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:40.876358 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-0301404c-20b4-420e-ae78-afaa2b4f6600 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2112670
Nov 11 15:58:41.014529 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9efd5-0594-4793-ae8b-0837fe116eb3 req-b46e37b5-28d2-4d16-baaf-6d3dba53eefd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:41.025435 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bdf9efd5-0594-4793-ae8b-0837fe116eb3 req-b46e37b5-28d2-4d16-baaf-6d3dba53eefd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1193845
Nov 11 15:58:41.033659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d31190-b123-42c7-93e4-6fd5f3c54ae1 req-f2b576a7-be56-40e1-ae15-c4b621ce05b6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:41.040962 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-66d31190-b123-42c7-93e4-6fd5f3c54ae1 req-f2b576a7-be56-40e1-ae15-c4b621ce05b6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.2101541
Nov 11 15:58:41.100752 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-d2486b77-f332-41a9-8fc5-cb0f29c2b37a service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169540
Nov 11 15:58:41.101839 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bdf9efd5-0594-4793-ae8b-0837fe116eb3 req-b44caa7d-c10b-4267-ae7f-10dc2646fc6d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720348
Nov 11 15:58:41.210754 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-66d31190-b123-42c7-93e4-6fd5f3c54ae1 req-07c41dfc-cd2a-41d9-9eba-9cda66f353aa tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689236
Nov 11 15:58:41.307867 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b7f7244-db2d-455c-ac42-e4ff27983d06 req-a2c7bef3-4dbb-43dc-a288-9ede80c594ba service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967890
Nov 11 15:58:41.438087 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259b327-c790-46b6-a19e-c13c035f6bcd req-3d606e34-2e75-40d9-9351-fc0f8e603799 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:41.439862 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1259b327-c790-46b6-a19e-c13c035f6bcd req-3d606e34-2e75-40d9-9351-fc0f8e603799 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.0908990
Nov 11 15:58:41.492806 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1259b327-c790-46b6-a19e-c13c035f6bcd req-fc5cbc56-75a5-4188-b8f8-2709f62db192 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419044
Nov 11 15:58:41.522150 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8e01c8ad-7c65-4a89-816f-4e83c7c3296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:41.848529 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:41.865458 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d49e02-b356-4a03-85ed-71d43530aaf4 req-598ce115-0282-4416-b93d-719ffe69fffa tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:41.868931 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-89d49e02-b356-4a03-85ed-71d43530aaf4 req-598ce115-0282-4416-b93d-719ffe69fffa tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1170425
Nov 11 15:58:41.946289 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-89d49e02-b356-4a03-85ed-71d43530aaf4 req-98c7741a-a16b-48e6-a04c-1cbb65ce737f tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689297
Nov 11 15:58:41.981610 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aeca1-eada-47b9-a807-9451b04ef796 req-6eece8bd-2e7b-41e1-81a5-04ebe24b1c5a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:41.984744 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d64aeca1-eada-47b9-a807-9451b04ef796 req-6eece8bd-2e7b-41e1-81a5-04ebe24b1c5a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.1502776
Nov 11 15:58:42.132225 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d64aeca1-eada-47b9-a807-9451b04ef796 req-8a5c2ada-5bde-41d7-8b4d-90aa6802a303 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421118
Nov 11 15:58:42.190192 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63471446-c5f0-4e46-b9e2-8d631e72997a req-82743d6d-150e-4d6c-adfa-90c37fdbe26b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:42.191984 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-63471446-c5f0-4e46-b9e2-8d631e72997a req-82743d6d-150e-4d6c-adfa-90c37fdbe26b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0871067
Nov 11 15:58:42.244682 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-63471446-c5f0-4e46-b9e2-8d631e72997a req-7e7be398-6028-4241-bab3-a58ab537d9c6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464380
Nov 11 15:58:42.343057 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5739af4-13ec-4bf0-9020-d6f7ac8bbb74 req-23def7c8-d251-41e2-9b0d-d8d730a0aeef tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:42.360756 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a5739af4-13ec-4bf0-9020-d6f7ac8bbb74 req-23def7c8-d251-41e2-9b0d-d8d730a0aeef tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 945 time: 0.1200309
Nov 11 15:58:42.433107 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a5739af4-13ec-4bf0-9020-d6f7ac8bbb74 req-3087440d-96d8-482b-b628-18395b46d4f5 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746121
Nov 11 15:58:42.493585 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 15:58:42.628896 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:42.680122 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:58:42.681242 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:58:42.689324 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:42.691770 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:42.767617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=8']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:42.771196 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:42.786597 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'code': 200}
Nov 11 15:58:43.201497 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e80c7-cba9-461c-a99a-c224ab62c018 req-5f6bf747-691c-466f-9d5c-973a958f73b1 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:43.203194 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-495e80c7-cba9-461c-a99a-c224ab62c018 req-5f6bf747-691c-466f-9d5c-973a958f73b1 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1264071
Nov 11 15:58:43.249723 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:58:43.256901 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-495e80c7-cba9-461c-a99a-c224ab62c018 req-f512ded1-8092-4630-a6df-0b1ea36db910 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458796
Nov 11 15:58:43.647319 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363433dc-ac17-405e-a835-c333f37af83b req-95cfc583-7f9d-4156-b289-cb85b051061f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:43.653359 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-363433dc-ac17-405e-a835-c333f37af83b req-95cfc583-7f9d-4156-b289-cb85b051061f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.0982895
Nov 11 15:58:43.700359 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-363433dc-ac17-405e-a835-c333f37af83b req-4bc396e2-c6f8-4707-8ffa-fd233756544b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455973
Nov 11 15:58:44.072874 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69c5223c-4030-4392-9717-566647c3ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:44.144983 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-505271f2-8db8-4e7a-9f6b-af343d8a7697 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1209617
Nov 11 15:58:44.238385 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:44.319324 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-7ce73727-9d6b-40f1-a499-b8f326255b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:44.321501 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-7ce73727-9d6b-40f1-a499-b8f326255b4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 1099 time: 0.0885000
Nov 11 15:58:44.463842 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088e90-7577-453f-87fb-10d877f103c9 req-5f61351e-4734-4def-8125-b3135d1d4155 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:44.465641 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-49088e90-7577-453f-87fb-10d877f103c9 req-5f61351e-4734-4def-8125-b3135d1d4155 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0872228
Nov 11 15:58:44.508737 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-3ce36483-0aab-4a40-af51-fc16da4fd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:44.510590 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-3ce36483-0aab-4a40-af51-fc16da4fd139 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 911 time: 0.1650903
Nov 11 15:58:44.527981 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-49088e90-7577-453f-87fb-10d877f103c9 req-e2fadb18-f5ae-4afa-9b89-99652593139f tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537891
Nov 11 15:58:44.635161 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-760a0aef-0d1b-4a85-ac0a-d44eba29c138 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 200  len: 1002 time: 0.1147888
Nov 11 15:58:44.714883 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-fe39750c-e847-4358-a4e8-d987109bf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:44.716648 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-fe39750c-e847-4358-a4e8-d987109bf158 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.0753908
Nov 11 15:58:44.833274 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-a5ea6d87-bef0-45a0-aedf-03dd4f0c8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:44.837517 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-a5ea6d87-bef0-45a0-aedf-03dd4f0c8d86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1123524
Nov 11 15:58:44.970776 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15add17d-ca9c-40b8-ba65-b77e4e0d406e req-263e74f1-b6b2-4615-945d-0c54291895f9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:44.972811 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-15add17d-ca9c-40b8-ba65-b77e4e0d406e req-263e74f1-b6b2-4615-945d-0c54291895f9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1107633
Nov 11 15:58:45.072053 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-15add17d-ca9c-40b8-ba65-b77e4e0d406e req-26c7179b-5cec-4352-98d2-2b606178d9df tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922618
Nov 11 15:58:45.090820 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-0355a07a-ffe5-4c8b-8cc9-68b18fb4e603 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474711
Nov 11 15:58:45.130989 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:45.288511 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-42f45b8a-6dc3-430b-bef3-cd9b88191d79 req-a973ee17-3e81-4bc8-8612-4ffb86a20efe service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898158
Nov 11 15:58:45.397559 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 57988) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:45.529802 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:45.546465 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:45.551168 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Usage tracker for resource:security_group_rule and tenant:21eba95ebc344e40a697ae8b00fbde5e is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:45.554722 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:45.561732 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:45.686736 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:45.691507 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:45.701321 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4d8c5b4b-50e7-454b-97ce-87483626f5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:45.747943 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21eba95ebc344e40a697ae8b00fbde5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3460405
Nov 11 15:58:45.747943 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cde2cef-33c8-4b2a-9187-1a1ed9ce0f00,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:45.750854 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:45.752548 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58002) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:45.863910 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254c753-f045-44b6-b487-a5f62a0ebc43 req-6b6630c4-37b6-487d-a67d-c70768722480 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:45.866420 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6254c753-f045-44b6-b487-a5f62a0ebc43 req-6b6630c4-37b6-487d-a67d-c70768722480 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.2146103
Nov 11 15:58:45.876233 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b345d806-ae4e-4b32-80be-f7a8a5f60b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:45.918133 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b345d806-ae4e-4b32-80be-f7a8a5f60b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:45.961861 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6254c753-f045-44b6-b487-a5f62a0ebc43 req-a2738d4f-54b2-4011-abef-b621f0b685bd tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826278
Nov 11 15:58:46.036747 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b345d806-ae4e-4b32-80be-f7a8a5f60b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.047322 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-195bc59c-933f-4d14-825f-33ec3bbb3e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:46.079524 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b345d806-ae4e-4b32-80be-f7a8a5f60b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.082523 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-b345d806-ae4e-4b32-80be-f7a8a5f60b10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cde2cef-33c8-4b2a-9187-1a1ed9ce0f00 HTTP/1.1" status: 204  len: 168 time: 0.3286769
Nov 11 15:58:46.084121 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345d806-ae4e-4b32-80be-f7a8a5f60b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cde2cef-33c8-4b2a-9187-1a1ed9ce0f00,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:46.101996 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b345d806-ae4e-4b32-80be-f7a8a5f60b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:46.235148 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58020) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:46.357105 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b47c9-d11f-4c1f-b41a-e3f062d86e8a req-70fe7907-7838-460a-bb09-2e4a64b459d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:46.358415 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5c9b47c9-d11f-4c1f-b41a-e3f062d86e8a req-70fe7907-7838-460a-bb09-2e4a64b459d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1098 time: 0.1320388
Nov 11 15:58:46.413822 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.426082 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5c9b47c9-d11f-4c1f-b41a-e3f062d86e8a req-9146e036-4bff-4756-8e68-e202adce20e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556266
Nov 11 15:58:46.448855 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:46.454512 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Usage tracker for resource:security_group_rule and tenant:6328408e4f8c47a594ad9bef11991b26 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:46.460162 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:46.468100 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:46.492152 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 15:58:46.493581 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e51265-5324-44c2-8e36-cce621634c9f req-803b0b2d-b318-46fb-9178-2805068ef77d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:46.495124 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c4e51265-5324-44c2-8e36-cce621634c9f req-803b0b2d-b318-46fb-9178-2805068ef77d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1571677
Nov 11 15:58:46.563651 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c4e51265-5324-44c2-8e36-cce621634c9f req-03d61b61-6032-4c6e-a407-68012bbe4885 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600586
Nov 11 15:58:46.644690 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.652317 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.667546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:46.676934 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.716567 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6328408e4f8c47a594ad9bef11991b26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4808352
Nov 11 15:58:46.717648 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9b058e-1b6b-4171-8ae3-f3e3b2084d38,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:46.719287 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58044) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:46.725978 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:46.797134 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6481-a82c-4604-b2b0-ae6db1f85fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.828964 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6481-a82c-4604-b2b0-ae6db1f85fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.894405 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6481-a82c-4604-b2b0-ae6db1f85fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.900014 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1401d50b-7cab-42ed-84d2-eb485243a411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:46.912439 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e6481-a82c-4604-b2b0-ae6db1f85fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9b058e-1b6b-4171-8ae3-f3e3b2084d38,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:46.914801 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0f9e6481-a82c-4604-b2b0-ae6db1f85fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:46.920302 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58048) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:46.939228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6481-a82c-4604-b2b0-ae6db1f85fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.944657 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-0f9e6481-a82c-4604-b2b0-ae6db1f85fcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc9b058e-1b6b-4171-8ae3-f3e3b2084d38 HTTP/1.1" status: 204  len: 168 time: 0.2217932
Nov 11 15:58:46.949277 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:46.968452 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:46.973791 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Usage tracker for resource:security_group_rule and tenant:b363265418d14d278687908fc908d792 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:46.978794 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:46.987422 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:47.051010 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58062) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:47.233794 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.241331 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.252452 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-891fb662-9cf0-42e6-a494-92bdd189b4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:47.314895 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d8255-20f2-4e08-aca9-5eb4d43ae18f req-f88ea10e-fde7-4e89-8ac0-1d3e970aab17 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:47.317041 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-571d8255-20f2-4e08-aca9-5eb4d43ae18f req-f88ea10e-fde7-4e89-8ac0-1d3e970aab17 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1984432
Nov 11 15:58:47.323367 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b363265418d14d278687908fc908d792&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4021630
Nov 11 15:58:47.326105 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58072) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:47.326615 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182f4c8e-6eb5-4f61-97b5-c4698674a2cf,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:47.329939 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:47.357856 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58076) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:47.384233 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-571d8255-20f2-4e08-aca9-5eb4d43ae18f req-5b888385-a40a-42fe-8bc9-acaf1af153d5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586941
Nov 11 15:58:47.506999 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.545356 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:47.549737 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.551761 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b94488bf154bd1befec309db112694 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:47.556163 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:47.569914 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:47.611696 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.647358 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-5f857f7d-74d0-4b50-8b3e-9575db1a944b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2830923
Nov 11 15:58:47.703378 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.711405 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:47.758927 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182f4c8e-6eb5-4f61-97b5-c4698674a2cf,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:47.793978 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.794349 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.794708 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.795059 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.795410 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.795766 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.796159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.796464 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.796808 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.797150 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.797491 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.797828 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:47.803662 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:47.850106 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.856930 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.864281 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:47.865404 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/182f4c8e-6eb5-4f61-97b5-c4698674a2cf HTTP/1.1" status: 204  len: 168 time: 0.5376327
Nov 11 15:58:47.868822 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e257a9ec-9716-4af5-8e01-85317b82fdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:47.918692 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131173c-4512-43c7-a01b-3aac92bdcde6,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:47.924539 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8b94488bf154bd1befec309db112694&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8721752
Nov 11 15:58:47.926286 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:47.927352 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58092) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:47.934377 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36892dde-d35e-4573-b6a1-24e152302f8a req-9028bfcd-6548-41ce-98b2-a1081dfe0d88 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:47.936003 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-36892dde-d35e-4573-b6a1-24e152302f8a req-9028bfcd-6548-41ce-98b2-a1081dfe0d88 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.2149355
Nov 11 15:58:48.005545 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7ebc488c-2ab7-4d44-84f6-cc8b8c0b9a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.007360 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-36892dde-d35e-4573-b6a1-24e152302f8a req-98e839b6-d1a1-49fb-bab9-aba1bce3896a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637002
Nov 11 15:58:48.129511 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7ebc488c-2ab7-4d44-84f6-cc8b8c0b9a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.203193 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7ebc488c-2ab7-4d44-84f6-cc8b8c0b9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.207774 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7efbd9b1-f5e9-4014-bb87-5d90866ad790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:48.222080 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc488c-2ab7-4d44-84f6-cc8b8c0b9a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131173c-4512-43c7-a01b-3aac92bdcde6,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:48.224592 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7ebc488c-2ab7-4d44-84f6-cc8b8c0b9a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:48.233373 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7ebc488c-2ab7-4d44-84f6-cc8b8c0b9a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.234549 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7ebc488c-2ab7-4d44-84f6-cc8b8c0b9a9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4131173c-4512-43c7-a01b-3aac92bdcde6 HTTP/1.1" status: 204  len: 168 time: 0.3061717
Nov 11 15:58:48.319570 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58102) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:48.345846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.371624 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:48.376123 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Usage tracker for resource:security_group_rule and tenant:16e823b06de843e08865f3b07f6f3ec4 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:48.379190 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:48.385056 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:48.478053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.482567 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.492737 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-00f1df6d-9239-4410-94e8-744f6f6cadd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:48.577897 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16e823b06de843e08865f3b07f6f3ec4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2563527
Nov 11 15:58:48.582756 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58114) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:48.585451 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75505f40-7ab7-4960-a16a-b39261c8c629,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:48.593046 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1af1e05f-cc87-4d6a-9a06-53b8be23d908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:48.622085 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e0fb9-6deb-4c0e-a79b-9c8cbe181c73 req-abfbc43f-c0d7-477d-88ba-4f5312a7655a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:48.624706 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-023e0fb9-6deb-4c0e-a79b-9c8cbe181c73 req-abfbc43f-c0d7-477d-88ba-4f5312a7655a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1329870
Nov 11 15:58:48.644523 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ffb1585b-37f2-45d1-9436-71bd7906b1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.671167 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-023e0fb9-6deb-4c0e-a79b-9c8cbe181c73 req-9aaf110a-6265-4ad3-b560-e3472a494574 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415127
Nov 11 15:58:48.674803 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ffb1585b-37f2-45d1-9436-71bd7906b1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.730188 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ffb1585b-37f2-45d1-9436-71bd7906b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.735409 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-151cfd02-ec87-4775-ab1c-acd3b8ebd2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:48.747097 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1585b-37f2-45d1-9436-71bd7906b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75505f40-7ab7-4960-a16a-b39261c8c629,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:48.751006 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ffb1585b-37f2-45d1-9436-71bd7906b1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:48.757801 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ffb1585b-37f2-45d1-9436-71bd7906b1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:48.759176 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ffb1585b-37f2-45d1-9436-71bd7906b1c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75505f40-7ab7-4960-a16a-b39261c8c629 HTTP/1.1" status: 204  len: 168 time: 0.1764889
Nov 11 15:58:49.117727 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58146) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:49.223608 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-5e219682-0a2a-4e96-87d7-9891a4a1778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:49.228917 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-5e219682-0a2a-4e96-87d7-9891a4a1778c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1098 time: 0.1913743
Nov 11 15:58:49.242884 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db4c04-de17-4ae4-bb22-5228661ad431 req-2adfd0df-411b-469b-a468-2fb5ec052966 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:49.245655 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c9db4c04-de17-4ae4-bb22-5228661ad431 req-2adfd0df-411b-469b-a468-2fb5ec052966 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1029093
Nov 11 15:58:49.283179 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1056636475-network', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:58:49.291316 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:49.306478 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Usage tracker for resource:network and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:49.311182 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:49.320851 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c9db4c04-de17-4ae4-bb22-5228661ad431 req-4c1c672f-c53d-453a-8f04-76be479efcdb tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627995
Nov 11 15:58:49.321716 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:49.333976 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Made reservation on behalf of 3b5fb3b108b446ed87e1a60eb3584a9d for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:58:49.336759 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:49.352034 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:49.367812 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:49.372075 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:49.376388 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:49.386549 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:49.479417 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8618045-1d0e-47a0-a38b-bd4d1c9ec479 req-5818deb3-659d-4a0b-a2b4-c609305e5264 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:49.481181 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e8618045-1d0e-47a0-a38b-bd4d1c9ec479 req-5818deb3-659d-4a0b-a2b4-c609305e5264 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.2439768
Nov 11 15:58:49.484154 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-624e6c93-05c6-4e8a-a594-73602fb69d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:49.485531 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-624e6c93-05c6-4e8a-a594-73602fb69d3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 919 time: 0.2416041
Nov 11 15:58:49.514598 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:49.521671 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:49.528882 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-92b48e1b-90ce-4b26-8f1c-edadc89b2ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:49.577431 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:58:49.593856 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fe395-5791-41c1-bf41-2779df72768a,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:49.598586 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:49.599618 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:49.600020 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Added segment 2b4f09b8-4c9d-4138-8449-532ce4d420ad of type vlan for network 1d730887-935f-485c-8d91-5fec159b3360
Nov 11 15:58:49.626757 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-78916799-985e-4b32-a5fc-630c1f487c53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28149935-f87c-43be-a6bd-d2950571a092 HTTP/1.1" status: 200  len: 217 time: 0.1222842
Nov 11 15:58:49.632128 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:49.674390 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:49.676006 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:49.676922 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:49.682102 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:49.709244 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e8618045-1d0e-47a0-a38b-bd4d1c9ec479 req-3109a38e-b047-4596-9bfb-7d63ae7b336b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2208192
Nov 11 15:58:49.723833 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-97829e9c-be15-4a5b-8c6e-60276b3ca9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:49.725307 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-97829e9c-be15-4a5b-8c6e-60276b3ca9ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.0817628
Nov 11 15:58:49.778114 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-5afe800b-0801-48b5-ade5-585443bba581 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451953
Nov 11 15:58:49.782941 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d730887-935f-485c-8d91-5fec159b3360,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:49.786672 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6678660
Nov 11 15:58:49.787675 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:49.789598 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58168) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:49.795029 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Request body: {'subnet': {'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1056636475-subnet', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'ip_version': 4}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:58:49.797370 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 1d730887-935f-485c-8d91-5fec159b3360 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:58:49.800834 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:49.827633 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Usage tracker for resource:subnet and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:49.876991 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:49.895280 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:49.911546 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Made reservation on behalf of 3b5fb3b108b446ed87e1a60eb3584a9d for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:58:49.914135 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139862'] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:50.041273 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-2bf308f0-d0d0-4c23-b821-554c34a906e7 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416897
Nov 11 15:58:50.235371 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b95e21f-5042-4725-88c4-0de6b5dcd312 req-a749cc70-cf93-4063-967c-86e840c8de91 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827421
Nov 11 15:58:50.274182 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2040945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139848'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:50.278080 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:50.350002 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1afce2-c1c3-4609-a18e-94b884b220fc,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:50.354958 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:50.364952 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Checking segment: {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:58:50.365313 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Network hostable DHCP agents. Network: 1d730887-935f-485c-8d91-5fec159b3360, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:58:50.386542 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Network 1d730887-935f-485c-8d91-5fec159b3360 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:58:50.402051 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 1d730887-935f-485c-8d91-5fec159b3360) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:58:50.402165 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:50.402721 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:50.410413 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4cb7de-d8cd-40f1-8e51-93edced2b270 None None] Network 1d730887-935f-485c-8d91-5fec159b3360 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:58:50.433544 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-b9cd2aba-d389-4553-90d4-d14d35e6424d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6427472
Nov 11 15:58:50.436296 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58190) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:50.444593 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:58:50.461329 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:50.536035 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Usage tracker for resource:router and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:50.562267 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:50.573655 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:50.598988 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:50.599995 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:50.625674 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:50.644868 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8881c0-1bd3-4281-ac2e-1e9e1ad9bf59 req-19ec97bf-cc1c-49cd-b041-03fbb5bf5a3c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:50.646529 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0d8881c0-1bd3-4281-ac2e-1e9e1ad9bf59 req-19ec97bf-cc1c-49cd-b041-03fbb5bf5a3c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1882107
Nov 11 15:58:50.688480 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-1d730887-935f-485c-8d91-5fec159b3360', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 15:58:50.692726 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:50.872880 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0d8881c0-1bd3-4281-ac2e-1e9e1ad9bf59 req-ee78d16f-bec3-4bc2-bf46-25a500c4ea78 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180257
Nov 11 15:58:50.889272 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Allocated IP 172.20.0.2 (1d730887-935f-485c-8d91-5fec159b3360/3c1afce2-c1c3-4609-a18e-94b884b220fc/f92a9ea1-a443-4edd-864c-cf82147273ae) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:58:50.930701 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b987a-7a4b-4d68-a9b4-a5dabdd1e158 req-f31e43a9-45a8-4d5e-b076-3b234a87e570 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:50.938039 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd6b987a-7a4b-4d68-a9b4-a5dabdd1e158 req-f31e43a9-45a8-4d5e-b076-3b234a87e570 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1071594
Nov 11 15:58:50.994035 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd6b987a-7a4b-4d68-a9b4-a5dabdd1e158 req-496073a4-9fee-4557-96c1-9f2ce765e808 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550308
Nov 11 15:58:51.013828 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.156360 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.181167 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Transition to ACTIVE for port object f92a9ea1-a443-4edd-864c-cf82147273ae will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:58:51.207140 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Transition to ACTIVE for port object f92a9ea1-a443-4edd-864c-cf82147273ae will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:58:51.216963 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.224302 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:51.314282 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Network 1d730887-935f-485c-8d91-5fec159b3360 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:58:51.317755 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:58:51.320279 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:58:51.421716 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f92a9ea1-a443-4edd-864c-cf82147273ae,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:51.427854 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:51.443972 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Attempting to bind port f92a9ea1-a443-4edd-864c-cf82147273ae on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:58:51.444474 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Attempting to bind port f92a9ea1-a443-4edd-864c-cf82147273ae by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:58:51.444908 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Attempting to bind port f92a9ea1-a443-4edd-864c-cf82147273ae on network 1d730887-935f-485c-8d91-5fec159b3360 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:58:51.450700 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:58:51.451166 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Checking segment: {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:58:51.451632 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.452091 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Bound using segment: {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:58:51.452678 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Bound port: f92a9ea1-a443-4edd-864c-cf82147273ae, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:58:51.453259 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.525825 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.548303 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] For port f92a9ea1-a443-4edd-864c-cf82147273ae, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:58:51.551296 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] For port f92a9ea1-a443-4edd-864c-cf82147273ae, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f92a9ea1-a443-4edd-864c-cf82147273ae,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:58:51.556961 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.558263 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.562174 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:51.641260 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f92a9ea1-a443-4edd-864c-cf82147273ae,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:51.644946 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:51.719303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Allocated IP 172.27.1.43 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/4faefb62-b57d-4ba8-a987-89eca9a8a5b7) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:58:51.905916 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.954784 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:51.961391 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:52.124759 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:58:52.130030 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Pushing event updated for resources: {'Port': ['ID=4faefb62-b57d-4ba8-a987-89eca9a8a5b7,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:52.132450 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:58:52.134857 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:52.135658 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:58:52.209356 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b4547-ff05-44cf-ae59-b6a3ad81f2a4 req-9859ae6e-3219-439b-9088-5bf639e61041 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:52.211678 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-042b4547-ff05-44cf-ae59-b6a3ad81f2a4 req-9859ae6e-3219-439b-9088-5bf639e61041 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.0923786
Nov 11 15:58:52.259664 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-042b4547-ff05-44cf-ae59-b6a3ad81f2a4 req-8ed4c02f-8b03-475c-96ba-d0137e29d843 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416150
Nov 11 15:58:52.443612 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4652eb-56d2-4a2d-93f3-f31489ff0832 req-02cc381f-7638-42c8-958b-45ec2ebc7454 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:52.446145 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a4652eb-56d2-4a2d-93f3-f31489ff0832 req-02cc381f-7638-42c8-958b-45ec2ebc7454 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.3870473
Nov 11 15:58:52.587633 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a4652eb-56d2-4a2d-93f3-f31489ff0832 req-8e63b985-9c0d-48aa-b252-dc873b3bb62a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889335
Nov 11 15:58:52.829160 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:52.869726 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bf64e-091a-4293-9f28-4f06cc9bc0a9 None None] Network 1d730887-935f-485c-8d91-5fec159b3360 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:58:53.184628 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-54d06428-791a-40ef-8306-75dd6b74a56c None None] Provisioning for port f92a9ea1-a443-4edd-864c-cf82147273ae completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:58:53.431777 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:53.438523 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f92a9ea1-a443-4edd-864c-cf82147273ae up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:58:53.523939 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ff94-6638-407f-9117-459b506bbf30 req-eb43a90e-30fa-4c42-aeeb-d90e4ad25e04 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:53.527335 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c2b3ff94-6638-407f-9117-459b506bbf30 req-eb43a90e-30fa-4c42-aeeb-d90e4ad25e04 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.1053057
Nov 11 15:58:53.533858 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port f92a9ea1-a443-4edd-864c-cf82147273ae completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:58:53.539653 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port f92a9ea1-a443-4edd-864c-cf82147273ae triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:53.540288 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:53.628807 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c2b3ff94-6638-407f-9117-459b506bbf30 req-a89db60b-9a2b-4346-8070-8345165e2ffb tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944004
Nov 11 15:58:53.656619 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58234) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:53.708380 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-298ff5f4-a8fb-4a25-9311-26ae030fc714 None None] Provisioning complete for port f92a9ea1-a443-4edd-864c-cf82147273ae triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:53.708756 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-298ff5f4-a8fb-4a25-9311-26ae030fc714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:53.751125 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:53.780801 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a3da-d0eb-4038-9c93-ce421a2d8d75 req-de66bd02-f43c-460a-971e-8fc307e622be tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:53.788631 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-01c0a3da-d0eb-4038-9c93-ce421a2d8d75 req-de66bd02-f43c-460a-971e-8fc307e622be tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.3387649
Nov 11 15:58:53.814248 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port f92a9ea1-a443-4edd-864c-cf82147273ae, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f92a9ea1-a443-4edd-864c-cf82147273ae,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:58:53.850856 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:53.863766 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:53.887962 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-01c0a3da-d0eb-4038-9c93-ce421a2d8d75 req-44eda869-479e-48d5-a9d8-1025c4e03217 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789428
Nov 11 15:58:53.918978 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Router 990c24fc-7b84-42bf-b6b0-1546beb38170 is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 15:58:53.951883 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=f92a9ea1-a443-4edd-864c-cf82147273ae,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:53.955006 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:54.010163 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03bb93-c8ad-421c-9327-b6c78857cc8c req-4f35b8fd-5dd7-4879-b08d-085a820151ad tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:54.011638 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8f03bb93-c8ad-421c-9327-b6c78857cc8c req-4f35b8fd-5dd7-4879-b08d-085a820151ad tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.2479420
Nov 11 15:58:54.044489 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd01d48b-5214-4e15-b61b-f036da22fdcd tempest-TestMinimumBasicScenario-581373217 tempest-TestMinimumBasicScenario-581373217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:54.048911 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-fd01d48b-5214-4e15-b61b-f036da22fdcd tempest-TestMinimumBasicScenario-581373217 tempest-TestMinimumBasicScenario-581373217-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1093 time: 0.3875504
Nov 11 15:58:54.052630 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58240) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:54.073683 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'port_id': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:58:54.083303 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:54.089782 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Usage tracker for resource:floatingip and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:54.099227 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:54.108284 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:54.115899 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:58:54.128529 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Sync routers for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:58:54.139455 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8f03bb93-c8ad-421c-9327-b6c78857cc8c req-d58ba9d0-f6de-4fe6-8650-3779dd52fb45 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924113
Nov 11 15:58:54.140082 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:58:54.140732 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d7129d90>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:58:54.142022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for floatingip, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:54.150673 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:54.152422 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.7146122
Nov 11 15:58:54.155080 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58244) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:54.238964 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-4a09420b-840b-48b9-bb94-a3f42e19dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:54.240682 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-4a09420b-840b-48b9-bb94-a3f42e19dd57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82&tenant_id=b700de87faa24c98a4c96ebb71c56f80 HTTP/1.1" status: 200  len: 1096 time: 0.2274013
Nov 11 15:58:54.373451 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-d120a39d-2fe1-4300-bd25-653a9151909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:54.375403 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-d120a39d-2fe1-4300-bd25-653a9151909b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1096 time: 0.1044617
Nov 11 15:58:54.437167 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:58:54.492374 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:54.662687 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Allocated IP 172.27.1.8 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/911eb6e4-c966-4a8b-9ff3-dee9c27ba232) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:58:54.694192 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-f7083a1f-f54a-4862-b69e-716ea97ee515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:54.695722 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-f7083a1f-f54a-4862-b69e-716ea97ee515 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.3004334
Nov 11 15:58:54.811978 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d7129d90>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:52Z', 'revision_number': 3, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:58:54.817632 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Checking router: 990c24fc-7b84-42bf-b6b0-1546beb38170 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:58:54.818298 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Updating router 990c24fc-7b84-42bf-b6b0-1546beb38170 port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:58:54.909990 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-8fe7d4bb-e705-4cbb-8aee-4e8632f397a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c39280-7db0-4513-a66d-97aaf3002dbd HTTP/1.1" status: 200  len: 999 time: 0.1946168
Nov 11 15:58:54.926628 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.033573 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.038487 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-0018dca5-91a0-441c-b2d8-389604021404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:55.039938 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-0018dca5-91a0-441c-b2d8-389604021404 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.0685847
Nov 11 15:58:55.157820 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-eb4331f8-c242-4549-b012-41982ff55b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:55.159571 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-eb4331f8-c242-4549-b012-41982ff55b8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1081691
Nov 11 15:58:55.288868 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.314306 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-eaef83cd-9341-4889-ba01-0bd2a86a788a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:55.392879 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ca3d1-00a2-48d7-9351-0387f3bdb4fd req-261fecea-eda8-4290-bc88-e2bdfddc99ec tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:55.399059 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:58:55.400864 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9d0ca3d1-00a2-48d7-9351-0387f3bdb4fd req-261fecea-eda8-4290-bc88-e2bdfddc99ec tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.2895441
Nov 11 15:58:55.406020 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:58:55.409938 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:58:55.420652 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f92a9ea1-a443-4edd-864c-cf82147273ae up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:58:55.516201 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9d0ca3d1-00a2-48d7-9351-0387f3bdb4fd req-88cf40fc-4df6-4627-a5f7-f57692fc712b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106889
Nov 11 15:58:55.536751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.561282 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'Port': ['ID=911eb6e4-c966-4a8b-9ff3-dee9c27ba232,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:55.579456 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:55.607565 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port f92a9ea1-a443-4edd-864c-cf82147273ae triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:55.608188 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.626820 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-8f690047-7ee0-4dfb-896c-b1721b7907a2 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4594378
Nov 11 15:58:55.653031 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.672048 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Transition to ACTIVE for port object 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:58:55.683487 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.697863 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c64a6a33-c957-4e8b-9c80-c68f2895fc38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:55.813083 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Pushing event updated for resources: {'Port': ['ID=4faefb62-b57d-4ba8-a987-89eca9a8a5b7,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:55.848629 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.848629 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.848629 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.848629 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.849351 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.849351 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.849877 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.850182 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.850548 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.850848 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.851213 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.851530 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:58:55.863849 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Attempting to bind port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:58:55.864565 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Attempting to bind port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:58:55.865098 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Attempting to bind port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:58:55.872075 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:55.873182 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:58:55.874667 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:58:55.875536 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.876724 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:58:55.877448 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Bound port: 4faefb62-b57d-4ba8-a987-89eca9a8a5b7, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:58:55.878087 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:55.958078 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Allocated IP 172.20.0.1 (1d730887-935f-485c-8d91-5fec159b3360/3c1afce2-c1c3-4609-a18e-94b884b220fc/f64c9fa2-9a55-460d-a9dd-5793a4678b8b) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:58:55.981042 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] For port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:58:55.985372 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] For port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=4faefb62-b57d-4ba8-a987-89eca9a8a5b7,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:58:55.995786 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:56.009364 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f561810-7a0f-4341-afcb-358b09989f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:56.087103 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Pushing event updated for resources: {'Port': ['ID=4faefb62-b57d-4ba8-a987-89eca9a8a5b7,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:56.113794 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:56.167578 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:58:56.168208 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d7129d90>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:58:56.182530 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:56.200416 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Transition to ACTIVE for port object f64c9fa2-9a55-460d-a9dd-5793a4678b8b will not be triggered until provisioned by entity DHCP. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:58:56.227610 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:56.233324 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:56.304719 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-d56b1ee0-af76-4d1f-a322-e8b65aa98ceb service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6686435
Nov 11 15:58:56.323818 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Pushing event updated for resources: {'Port': ['ID=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:56.332234 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:56.342493 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Network 1d730887-935f-485c-8d91-5fec159b3360 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:58:56.343638 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:58:56.346987 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:58:56.407646 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:56.446547 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:58:56.461776 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a526b-4667-4ecb-b0cd-67ca6c2c309a req-8d648f93-18ec-493d-bbb9-108e254c4796 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:56.463294 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-678a526b-4667-4ecb-b0cd-67ca6c2c309a req-8d648f93-18ec-493d-bbb9-108e254c4796 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.2537119
Nov 11 15:58:56.559654 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:56.743708 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-678a526b-4667-4ecb-b0cd-67ca6c2c309a req-0ae5e63b-9ef6-4d28-8b18-a4527d822b1e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663047
Nov 11 15:58:56.789922 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-41d0966b-2b07-49c0-bcee-bdc2d04bc708 None None] Provisioning for port f64c9fa2-9a55-460d-a9dd-5793a4678b8b completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:58:56.798819 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-41d0966b-2b07-49c0-bcee-bdc2d04bc708 None None] Provisioning complete for port f64c9fa2-9a55-460d-a9dd-5793a4678b8b triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:56.799585 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-41d0966b-2b07-49c0-bcee-bdc2d04bc708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:56.882352 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:56.910098 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-41d0966b-2b07-49c0-bcee-bdc2d04bc708 None None] Port f64c9fa2-9a55-460d-a9dd-5793a4678b8b cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:58:56.977590 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d7129d90>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:52Z', 'revision_number': 3, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:58:56.983512 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16709e61-501e-456f-b509-8f3c051277a3 req-3d49d0e9-18c1-4c55-9f8e-da2838149357 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:56.984028 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ef622-2fa4-419c-917e-3891f94b342b None None] The sync data for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi is: [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:52Z', 'revision_number': 3, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:58:56.991049 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-16709e61-501e-456f-b509-8f3c051277a3 req-3d49d0e9-18c1-4c55-9f8e-da2838149357 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.2857521
Nov 11 15:58:57.060407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:57.079153 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-16709e61-501e-456f-b509-8f3c051277a3 req-126684ff-b3b8-4fc1-bfb5-f608bc8b2170 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777836
Nov 11 15:58:57.127809 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:57.137153 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:57.177923 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cafda08b-6e5a-4a60-9aa0-e2f059cbb512 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:57.298967 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Pushing event updated for resources: {'Port': ['ID=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:57.304391 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:57.305469 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:57.449131 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:57.458413 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:57.466178 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:57.697766 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Network 1d730887-935f-485c-8d91-5fec159b3360 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:58:57.700576 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:58:57.744757 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'Port': ['ID=911eb6e4-c966-4a8b-9ff3-dee9c27ba232,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:57.750257 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:57.768076 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:58.202484 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-2a609929-3c6d-47e2-89ba-18322383d392 None None] Provisioning complete for port f64c9fa2-9a55-460d-a9dd-5793a4678b8b triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:58.209081 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2a609929-3c6d-47e2-89ba-18322383d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:58.226383 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Router 990c24fc-7b84-42bf-b6b0-1546beb38170 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:58:58.277476 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.l3_db [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Floating IP c8b69242-cc9b-4091-8bb9-1fe1ec6d2c07 associated. External IP: 172.27.1.8, port: 7cec21ac-2fda-4f39-9096-0843527c7aba.
Nov 11 15:58:58.388174 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-2a609929-3c6d-47e2-89ba-18322383d392 None None] Port f64c9fa2-9a55-460d-a9dd-5793a4678b8b cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:58:58.843208 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58366) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:59.021107 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:58:59.034499 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] 10.222.0.24 "PUT /v2.0/routers/990c24fc-7b84-42bf-b6b0-1546beb38170/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8772945
Nov 11 15:58:59.058316 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b719e-4df6-4306-8215-a3ade0576951 req-b33fec49-e6db-4ad4-b99d-0f9e85f9f46f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:58:59.060846 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-490b719e-4df6-4306-8215-a3ade0576951 req-b33fec49-e6db-4ad4-b99d-0f9e85f9f46f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.4203360
Nov 11 15:58:59.180787 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.224963 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Router 6fa8a34e-0c97-43de-a805-6a3e56da43aa has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:58:59.243699 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:59.253700 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Usage tracker for resource:security_group_rule and tenant:61ad44707f4a4d56a5425e4cb505ae8b is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:59.257651 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:59.264687 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:59.375067 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.409435 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-490b719e-4df6-4306-8215-a3ade0576951 req-fba6fc41-b449-4c81-b0c6-40aef2d20ba8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3395319
Nov 11 15:58:59.412892 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.440352 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:58:59.471002 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:59.499028 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61ad44707f4a4d56a5425e4cb505ae8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6535747
Nov 11 15:58:59.510088 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58378) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:59.540058 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:58:59.546318 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:58:59.547001 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.594770 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0389f73f-c051-43a2-a66a-77b3f11c00f1,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:59.602429 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:59.655358 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:58:59.689056 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5f476fb4-ef03-446f-b94b-db3036ef0fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.704391 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.706420 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] Sync routers for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:58:59.733591 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:58:59.734302 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5a488b0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:58:59.746220 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5f476fb4-ef03-446f-b94b-db3036ef0fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.817359 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 5.7636871
Nov 11 15:58:59.818951 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58386) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:58:59.821102 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:58:59.832931 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007469521', 'description': 'tempest-secgroup-smoke-1007469521 description', 'project_id': '699f34e6d4384c39a47971092fd129cf'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:58:59.878374 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:59.892021 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:58:59.907366 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.935844 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:58:59.941957 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Usage tracker for resource:security_group_rule and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:58:59.946658 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5f476fb4-ef03-446f-b94b-db3036ef0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:58:59.952289 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'status': 'completed', 'code': 200}
Nov 11 15:58:59.954696 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:58:59.959002 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e0f84a17-7e18-490c-a994-d9f735a76cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:58:59.978256 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Sync routers for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:58:59.980935 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f476fb4-ef03-446f-b94b-db3036ef0fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0389f73f-c051-43a2-a66a-77b3f11c00f1,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:58:59.988102 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:58:59.990034 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:58:59.992604 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5f476fb4-ef03-446f-b94b-db3036ef0fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:58:59.993477 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d642dd90>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:58:59.993731 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:00.013540 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5f476fb4-ef03-446f-b94b-db3036ef0fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.016486 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5f476fb4-ef03-446f-b94b-db3036ef0fdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0389f73f-c051-43a2-a66a-77b3f11c00f1 HTTP/1.1" status: 204  len: 168 time: 0.5052226
Nov 11 15:59:00.201017 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58400) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:00.222884 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084101245-network', 'tenant_id': '12d10363d0544c9baf992091985fa2a1'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:00.236775 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.242405 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:00.251508 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.261226 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Usage tracker for resource:network and tenant:12d10363d0544c9baf992091985fa2a1 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:00.266467 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-79bdb3bc-4f94-4731-abdb-2b4659443a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:00.295719 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:00.376444 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:00.421209 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.422624 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6020756
Nov 11 15:59:00.427630 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58406) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:00.433722 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'security_group_rule': {'security_group_id': 'e7c5468f-fffb-40a6-ade1-656d89d46107', 'project_id': '699f34e6d4384c39a47971092fd129cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:00.439140 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.451440 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Made reservation on behalf of 12d10363d0544c9baf992091985fa2a1 for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:59:00.453880 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:00.454362 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.461327 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=4faefb62-b57d-4ba8-a987-89eca9a8a5b7,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:00.464573 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Usage tracker for resource:security_group_rule and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:00.474223 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.475492 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:00.475754 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.483526 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-86060aea-12b2-4714-b462-bfad03ba1752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:00.493299 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:00.521331 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:00.526336 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.533887 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:00.538462 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Usage tracker for resource:security_group_rule and tenant:12d10363d0544c9baf992091985fa2a1 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:00.541608 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:00.577331 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:00.609010 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c5468f-fffb-40a6-ade1-656d89d46107,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:00.633030 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:00.703436 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=4faefb62-b57d-4ba8-a987-89eca9a8a5b7,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:00.722651 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:00.729043 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.734288 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.740643 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.745928 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.748105 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:00.767420 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 15:59:00.791164 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.794426 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Added segment adff6407-580f-4e37-80c0-57ef17029982 of type vlan for network fa1ed392-32ed-458a-8d54-120e4216398a
Nov 11 15:59:00.863809 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cd8796-48e6-4fb0-bf8d-e653462d9fe6,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:00.875674 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.877097 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4482338
Nov 11 15:59:00.881432 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58412) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:00.882465 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:00.887447 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'security_group_rule': {'security_group_id': 'e7c5468f-fffb-40a6-ade1-656d89d46107', 'project_id': '699f34e6d4384c39a47971092fd129cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:00.888964 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ce878852-bdb2-4dde-90be-3adf5fbe96ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:00.923406 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:00.941591 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Usage tracker for resource:security_group_rule and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:00.946517 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:00.947507 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:00.957745 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:00.994019 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.037048 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5a488b0>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'c8b69242-cc9b-4091-8bb9-1fe1ec6d2c07', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'port_id': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'mac_address': 'fa:16:3e:3f:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:58:56Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 0, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:46Z', 'revision_number': 5, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:01.047886 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] Checking router: 6fa8a34e-0c97-43de-a805-6a3e56da43aa for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:59:01.066425 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:59:01.067790 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5a488b0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:01.121361 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513cd19d-65a7-4fc8-9959-270f99a4518c,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:01.133985 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58418) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:01.143043 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:01.146776 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.154048 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.157524 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1cdcfb71-d825-4c7a-8b55-d4bbf2d678d3 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:01.186081 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.213123 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9be568e-0afc-4a49-b947-aa990b7b18b5,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:01.224994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:01.238420 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.244117 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-34158965-2179-40df-9951-416aea8885b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3605654
Nov 11 15:59:01.245045 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58424) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:01.259990 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d642dd90>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 2, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:01.277968 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Checking router: 990c24fc-7b84-42bf-b6b0-1546beb38170 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:59:01.278326 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Updating router 990c24fc-7b84-42bf-b6b0-1546beb38170 port f64c9fa2-9a55-460d-a9dd-5793a4678b8b binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:59:01.283860 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'security_group_rule': {'security_group_id': 'e7c5468f-fffb-40a6-ade1-656d89d46107', 'project_id': '699f34e6d4384c39a47971092fd129cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:01.294929 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.301702 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:01.311818 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:01.316897 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Usage tracker for resource:security_group_rule and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:01.321492 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:01.322359 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.324924 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:01.342557 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:01.380494 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.397738 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0240cbd6-a7d9-48eb-b77c-6c7d2b6f2828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:01.434704 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Usage tracker for resource:security_group_rule and tenant:8435d8fc47434f269f4c904ca27fb81d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:01.465120 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:01.475379 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:01.559751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:01.572603 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ace4-cbe6-41c9-8af5-0b853ede4b6f req-2ad89c60-b7b0-4854-a62c-2feb6a492bfe tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:01.574226 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a0f8ace4-cbe6-41c9-8af5-0b853ede4b6f req-2ad89c60-b7b0-4854-a62c-2feb6a492bfe tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.6906476
Nov 11 15:59:01.577189 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.586948 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3847964
Nov 11 15:59:01.593960 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58428) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:01.604165 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Request body: {'subnet': {'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084101245-subnet', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:01.627523 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:01.644459 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Pushing event updated for resources: {'Network': ['ID=fa1ed392-32ed-458a-8d54-120e4216398a,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:01.650631 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Usage tracker for resource:subnet and tenant:12d10363d0544c9baf992091985fa2a1 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:01.653788 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:01.657159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:01.672565 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:01.680291 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:01.699212 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a0f8ace4-cbe6-41c9-8af5-0b853ede4b6f req-c8e8b2e1-efb9-4efe-bf57-f8b2377f8e79 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107807
Nov 11 15:59:01.704096 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Made reservation on behalf of 12d10363d0544c9baf992091985fa2a1 for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:59:01.707089 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2243435'] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.790805 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.802302 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.805196 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-448d43d1-b9e5-4fb9-9500-cc705e0c88db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:01.850289 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c683386e-7e10-41d2-9611-cdc40fd3266e,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:01.856359 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:01.882365 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.883801 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6349394
Nov 11 15:59:01.888802 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58432) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:01.906705 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'security_group_rule': {'security_group_id': 'e7c5468f-fffb-40a6-ade1-656d89d46107', 'project_id': '699f34e6d4384c39a47971092fd129cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:01.914947 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.919792 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:01.926250 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:01.935453 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Usage tracker for resource:security_group_rule and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:01.940894 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:01.947911 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:01.999847 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:02.008485 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network fa1ed392-32ed-458a-8d54-120e4216398a details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 15:59:02.050161 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8435d8fc47434f269f4c904ca27fb81d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9088142
Nov 11 15:59:02.050642 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58436) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:02.056178 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85d8520-925e-445f-a426-eda831d34a46,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:02.061339 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-07d12fc9-8004-4b6d-9cad-591aa9dbe778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:02.073631 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.140173 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.158110 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Transition to ACTIVE for port object f64c9fa2-9a55-460d-a9dd-5793a4678b8b will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:59:02.169380 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.174422 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2075566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2243445'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.181734 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-adc629cb-7860-4d7e-b799-d20301d8defa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:02.195150 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c64a6a33-c957-4e8b-9c80-c68f2895fc38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:02.244929 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.256141 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.271772 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2f867f6d-f94a-4759-8713-f286869d1624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.301360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfef486a-fab6-4052-88de-33ab92f43275,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:02.311825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2f867f6d-f94a-4759-8713-f286869d1624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.333388 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:02.333844 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:02.399993 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffd0145-abcd-4f7b-ba85-804fbdecc626,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:02.407610 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Checking segment: {'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:59:02.407968 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Network hostable DHCP agents. Network: fa1ed392-32ed-458a-8d54-120e4216398a, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 15:59:02.443135 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:02.448194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2f867f6d-f94a-4759-8713-f286869d1624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.460426 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-67f16674-b4d9-4d4d-ba7b-67cacc82b8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:02.474130 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.481360 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58442) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:02.483349 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5920172
Nov 11 15:59:02.503786 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867f6d-f94a-4759-8713-f286869d1624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85d8520-925e-445f-a426-eda831d34a46,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:02.510000 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Network fa1ed392-32ed-458a-8d54-120e4216398a is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 15:59:02.528272 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'security_group_rule': {'security_group_id': 'e7c5468f-fffb-40a6-ade1-656d89d46107', 'project_id': '699f34e6d4384c39a47971092fd129cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:02.541321 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, fa1ed392-32ed-458a-8d54-120e4216398a) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:59:02.547052 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:02.547641 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.556556 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626f79a-51f0-41ac-927b-1997a27e6519 None None] Pushing event updated for resources: {'Port': ['ID=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:02.557224 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2f867f6d-f94a-4759-8713-f286869d1624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:02.559340 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1626f79a-51f0-41ac-927b-1997a27e6519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:02.568317 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:02.578788 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Usage tracker for resource:security_group_rule and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:02.593126 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2f867f6d-f94a-4759-8713-f286869d1624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.595363 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-2f867f6d-f94a-4759-8713-f286869d1624 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c85d8520-925e-445f-a426-eda831d34a46 HTTP/1.1" status: 204  len: 168 time: 0.5434685
Nov 11 15:59:02.600049 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:02.601333 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Attempting to bind port f64c9fa2-9a55-460d-a9dd-5793a4678b8b on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:59:02.601728 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Attempting to bind port f64c9fa2-9a55-460d-a9dd-5793a4678b8b by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:59:02.602106 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Attempting to bind port f64c9fa2-9a55-460d-a9dd-5793a4678b8b on network 1d730887-935f-485c-8d91-5fec159b3360 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:59:02.623540 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:02.624174 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-1f33ed39-6817-4405-a661-2006fe84a936 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0249398
Nov 11 15:59:02.626955 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58448) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:02.632082 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:59:02.633679 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:02.638912 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Checking segment: {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:59:02.639470 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.639903 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Bound using segment: {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:59:02.640440 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Bound port: f64c9fa2-9a55-460d-a9dd-5793a4678b8b, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:59:02.645437 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:02.647820 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.660785 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0444fee0-dea5-4425-b283-feafb98ceb45 None None] Network fa1ed392-32ed-458a-8d54-120e4216398a requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:59:02.669590 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Usage tracker for resource:router and tenant:12d10363d0544c9baf992091985fa2a1 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:02.670723 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.securitygroups_db [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Project 699f34e6d4384c39a47971092fd129cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 15:59:02.679936 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:02.685431 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.703348 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:02.724118 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.725264 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.770890 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.902214 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.922781 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] For port f64c9fa2-9a55-460d-a9dd-5793a4678b8b, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:59:02.936048 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] For port f64c9fa2-9a55-460d-a9dd-5793a4678b8b, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:59:02.942644 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:02.958746 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e69e1dfd-f6db-4e08-b7ef-75625bd8c500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:03.035924 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.059324 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:03.059934 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:03.060530 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.213899 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842d37b9-b135-4919-8606-e056f8aad928,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:03.237331 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:03.240463 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626f79a-51f0-41ac-927b-1997a27e6519 None None] Pushing event updated for resources: {'Port': ['ID=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,revision_number=4']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:03.240996 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.242219 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7441747
Nov 11 15:59:03.265803 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58454) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:03.271010 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1626f79a-51f0-41ac-927b-1997a27e6519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:03.278912 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:59:03.292686 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d642dd90>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:03.297827 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'security_group_rule': {'security_group_id': 'e7c5468f-fffb-40a6-ade1-656d89d46107', 'project_id': '699f34e6d4384c39a47971092fd129cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:03.311721 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:03.324038 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Usage tracker for resource:security_group_rule and tenant:699f34e6d4384c39a47971092fd129cf is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:03.328875 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:03.337089 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:03.367816 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dfd11-a153-4e8f-9848-ceffbed76587 req-fa76f7a4-2c20-43e8-9b58-4950bdf16967 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:03.376425 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d71dfd11-a153-4e8f-9848-ceffbed76587 req-fa76f7a4-2c20-43e8-9b58-4950bdf16967 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.4720564
Nov 11 15:59:03.395362 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.securitygroups_db [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Project 699f34e6d4384c39a47971092fd129cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 15:59:03.412827 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.495337 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d71dfd11-a153-4e8f-9848-ceffbed76587 req-726159fe-4aed-491a-9c83-e6d45b0e1ac0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161907
Nov 11 15:59:03.519681 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5a488b0>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'c8b69242-cc9b-4091-8bb9-1fe1ec6d2c07', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'port_id': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'mac_address': 'fa:16:3e:3f:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:58:56Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 0, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:46Z', 'revision_number': 5, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:03.522089 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-fa1ed392-32ed-458a-8d54-120e4216398a', 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'fixed_ips': [{'subnet_id': 'cfef486a-fab6-4052-88de-33ab92f43275'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 15:59:03.522917 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.562009 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788135d-a04e-4108-b201-fb80442c60c6 None None] The sync data for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi is: [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'c8b69242-cc9b-4091-8bb9-1fe1ec6d2c07', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'port_id': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'mac_address': 'fa:16:3e:3f:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:58:56Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 0, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:46Z', 'revision_number': 5, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:59:03.566253 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.575216 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.592379 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-437bbd17-9d89-49c6-b602-2556e12535dd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:03.663768 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.681638 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4146819
Nov 11 15:59:03.688911 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0945cafd-ac06-4c47-b14e-cb04a452ca66,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:03.700050 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:03.703619 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:03.760723 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:03.966994 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-f30054c8-ba57-43ac-9a2c-41dfcbb22ffb tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Synchronizing usage tracker for tenant:699f34e6d4384c39a47971092fd129cf on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:59:03.993441 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-f30054c8-ba57-43ac-9a2c-41dfcbb22ffb tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Unset dirty status for tenant:699f34e6d4384c39a47971092fd129cf on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:59:03.996552 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-f30054c8-ba57-43ac-9a2c-41dfcbb22ffb tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007469521&fields=id&tenant_id=699f34e6d4384c39a47971092fd129cf HTTP/1.1" status: 200  len: 267 time: 0.1017656
Nov 11 15:59:04.032940 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9bafb-67a7-4bbb-89c9-58d1e2a6b727 None None] New status for floating IP c8b69242-cc9b-4091-8bb9-1fe1ec6d2c07: ACTIVE {{(pid=86848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 15:59:04.383533 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-ab98672f-094f-4d3f-90b3-ab781eacca93 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:04.395115 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-ab98672f-094f-4d3f-90b3-ab781eacca93 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.3885121
Nov 11 15:59:04.397970 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Allocated IP 172.20.0.2 (fa1ed392-32ed-458a-8d54-120e4216398a/cfef486a-fab6-4052-88de-33ab92f43275/52c315f5-904d-4b9a-8e41-6282d3df3d19) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:59:04.404163 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'port': {'security_groups': ['7aa54fe9-8fc8-4203-9c6a-3a452fade5bd', 'e7c5468f-fffb-40a6-ade1-656d89d46107']}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:04.405101 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d642dd90>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:59:02Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:04.409789 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d0963-896e-4862-9df4-1e1724167ace None None] The sync data for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi is: [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:59:02Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:59:04.679020 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:04.729037 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:04.763785 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29be9a-b998-45c4-b9a1-699a3e1f03fd req-0fdecadc-53e1-49a1-819e-908114232ab9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:04.766353 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8d29be9a-b998-45c4-b9a1-699a3e1f03fd req-0fdecadc-53e1-49a1-819e-908114232ab9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1291404
Nov 11 15:59:04.788646 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:04.823032 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8d29be9a-b998-45c4-b9a1-699a3e1f03fd req-2467de68-dbff-4831-a891-76f7ea3777d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498335
Nov 11 15:59:04.835777 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Transition to ACTIVE for port object 52c315f5-904d-4b9a-8e41-6282d3df3d19 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:59:04.847517 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:04.860957 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Transition to ACTIVE for port object 52c315f5-904d-4b9a-8e41-6282d3df3d19 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:59:04.868095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:04.886555 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:04.976701 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Network fa1ed392-32ed-458a-8d54-120e4216398a is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:59:04.985592 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:59:05.004134 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:59:05.150724 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Pushing event updated for resources: {'Port': ['ID=52c315f5-904d-4b9a-8e41-6282d3df3d19,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:05.161784 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:05.173075 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Attempting to bind port 52c315f5-904d-4b9a-8e41-6282d3df3d19 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:59:05.173455 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Attempting to bind port 52c315f5-904d-4b9a-8e41-6282d3df3d19 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:59:05.175191 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Attempting to bind port 52c315f5-904d-4b9a-8e41-6282d3df3d19 on network fa1ed392-32ed-458a-8d54-120e4216398a {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:59:05.189193 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:59:05.189648 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Checking segment: {'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:59:05.190038 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:05.190437 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Bound using segment: {'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:59:05.190931 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Bound port: 52c315f5-904d-4b9a-8e41-6282d3df3d19, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:59:05.193523 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:05.339691 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] For port 52c315f5-904d-4b9a-8e41-6282d3df3d19, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:59:05.350593 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] For port 52c315f5-904d-4b9a-8e41-6282d3df3d19, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=52c315f5-904d-4b9a-8e41-6282d3df3d19,segment=NetworkSegment(adff6407-580f-4e37-80c0-57ef17029982),segment_id=adff6407-580f-4e37-80c0-57ef17029982)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:59:05.351792 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] For port 7cec21ac-2fda-4f39-9096-0843527c7aba, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7cec21ac-2fda-4f39-9096-0843527c7aba,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:05.361905 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:05.366758 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:05.421086 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Allocated IP 172.27.1.15 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/5630c86c-a42a-40ec-9f11-70bdd12eb263) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:59:05.437209 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:05.446614 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:05.465684 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ff22b079-717a-4089-918f-d3acfb1da12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:05.481958 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['7cec21ac-2fda-4f39-9096-0843527c7aba'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:59:05.537878 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:05.538539 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:05.539965 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f4a4c640-891a-4ed5-a9ba-bbdc64fdad9e req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "PUT /v2.0/ports/7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 981 time: 1.1438890
Nov 11 15:59:05.611089 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:59:05.759260 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'status': 'completed', 'code': 200}
Nov 11 15:59:05.801992 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'Port': ['ID=7cec21ac-2fda-4f39-9096-0843527c7aba,revision_number=6']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:05.803307 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['7cec21ac-2fda-4f39-9096-0843527c7aba'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:59:05.805738 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:05.848288 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f64c9fa2-9a55-460d-a9dd-5793a4678b8b up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:05.954112 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:05.974469 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48566-5ccf-4711-b7b5-085a5a2a7075 req-90eb5d8d-542d-4497-8b12-53a5062c26ce tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:05.978000 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6cf48566-5ccf-4711-b7b5-085a5a2a7075 req-90eb5d8d-542d-4497-8b12-53a5062c26ce tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.2025070
Nov 11 15:59:06.069512 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6cf48566-5ccf-4711-b7b5-085a5a2a7075 req-f70a689c-6f8c-459c-8be3-181a464f55e5 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0849023
Nov 11 15:59:06.117773 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:06.126565 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:06.190744 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Pushing event updated for resources: {'Port': ['ID=52c315f5-904d-4b9a-8e41-6282d3df3d19,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:06.194903 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:06.211999 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-5b2e1b86-45d0-4d52-8f93-1aafcb4e8e68 None None] Provisioning complete for port 7cec21ac-2fda-4f39-9096-0843527c7aba triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:06.212905 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5b2e1b86-45d0-4d52-8f93-1aafcb4e8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:06.286808 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port f64c9fa2-9a55-460d-a9dd-5793a4678b8b completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:59:06.302968 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:59:06.307033 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:59:06.323701 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:59:06.404481 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Pushing event updated for resources: {'Port': ['ID=5630c86c-a42a-40ec-9f11-70bdd12eb263,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:06.410587 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:06.423390 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port f64c9fa2-9a55-460d-a9dd-5793a4678b8b triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:06.423765 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:06.427755 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbd0b1-f1b2-410b-9519-39d7d6d8e561 req-80556d88-b4db-4ac0-80e6-158bc09b6a52 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:06.429476 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f2bbd0b1-f1b2-410b-9519-39d7d6d8e561 req-80556d88-b4db-4ac0-80e6-158bc09b6a52 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.3812914
Nov 11 15:59:06.927811 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:07.017298 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f2bbd0b1-f1b2-410b-9519-39d7d6d8e561 req-37cdd83e-6b56-4265-a348-bbe24006456c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5773332
Nov 11 15:59:07.018996 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port f64c9fa2-9a55-460d-a9dd-5793a4678b8b, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:07.032787 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:07.039114 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-86060aea-12b2-4714-b462-bfad03ba1752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:07.191369 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:07.208352 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:07.214746 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:07.671152 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f64c9fa2-9a55-460d-a9dd-5793a4678b8b up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:07.741231 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:07.759346 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f6f71-13d7-42a6-9328-f5e3cc159dcc None None] Network fa1ed392-32ed-458a-8d54-120e4216398a requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 15:59:07.872311 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-bebd1d49-3b9f-4e15-a80b-6b0f5fde8ef1 None None] Provisioning for port 52c315f5-904d-4b9a-8e41-6282d3df3d19 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:59:07.921127 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port f64c9fa2-9a55-460d-a9dd-5793a4678b8b triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:07.921127 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:08.004476 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Router ce4176c1-16de-49fe-9dc7-e943e335e069 is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 15:59:08.260757 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 52c315f5-904d-4b9a-8e41-6282d3df3d19 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:08.285494 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:59:08.301418 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Sync routers for ids ['ce4176c1-16de-49fe-9dc7-e943e335e069'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:59:08.340423 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Routers {'ce4176c1-16de-49fe-9dc7-e943e335e069'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:59:08.341400 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d67a3100>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ce4176c1-16de-49fe-9dc7-e943e335e069'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:08.348292 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:08.352897 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.7243419
Nov 11 15:59:08.353794 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58484) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:08.403990 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baa864-1211-4d32-b604-c655cb543afd req-5b2a745a-23de-47e8-a56e-bc20e9302c10 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:08.412409 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e2baa864-1211-4d32-b604-c655cb543afd req-5b2a745a-23de-47e8-a56e-bc20e9302c10 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1504681
Nov 11 15:59:08.429077 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 52c315f5-904d-4b9a-8e41-6282d3df3d19 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:59:08.440407 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 52c315f5-904d-4b9a-8e41-6282d3df3d19 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:08.441035 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:08.515983 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e2baa864-1211-4d32-b604-c655cb543afd req-2fbdb20f-4b9b-4553-b505-c0c5e0236241 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011996
Nov 11 15:59:08.727429 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Set router ce4176c1-16de-49fe-9dc7-e943e335e069 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:08.771518 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:08.847813 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-b059b677-4e58-4f63-9dcb-2f6e601aabca None None] Provisioning complete for port 52c315f5-904d-4b9a-8e41-6282d3df3d19 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:08.848471 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b059b677-4e58-4f63-9dcb-2f6e601aabca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:08.894630 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 52c315f5-904d-4b9a-8e41-6282d3df3d19, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=52c315f5-904d-4b9a-8e41-6282d3df3d19,segment=NetworkSegment(adff6407-580f-4e37-80c0-57ef17029982),segment_id=adff6407-580f-4e37-80c0-57ef17029982)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:08.905271 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:08.919196 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:09.087167 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=52c315f5-904d-4b9a-8e41-6282d3df3d19,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:09.093170 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:09.149498 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d67a3100>, [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 3, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port': {'id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:04Z', 'updated_at': '2021-11-11T15:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:09.160533 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Checking router: ce4176c1-16de-49fe-9dc7-e943e335e069 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:59:09.161195 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Updating router ce4176c1-16de-49fe-9dc7-e943e335e069 port 5630c86c-a42a-40ec-9f11-70bdd12eb263 binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:59:09.256927 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:09.367693 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:09.584557 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 52c315f5-904d-4b9a-8e41-6282d3df3d19 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:09.637793 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:09.650100 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Transition to ACTIVE for port object 5630c86c-a42a-40ec-9f11-70bdd12eb263 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:59:09.659109 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:09.664963 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:09.683608 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 52c315f5-904d-4b9a-8e41-6282d3df3d19 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:09.683958 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:09.689083 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Allocated IP 172.20.0.1 (fa1ed392-32ed-458a-8d54-120e4216398a/cfef486a-fab6-4052-88de-33ab92f43275/5acced57-6f85-4eb7-8164-3c19d814eda9) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:59:09.804008 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Attempting to bind port 5630c86c-a42a-40ec-9f11-70bdd12eb263 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:59:09.806996 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Attempting to bind port 5630c86c-a42a-40ec-9f11-70bdd12eb263 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:59:09.807847 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Attempting to bind port 5630c86c-a42a-40ec-9f11-70bdd12eb263 on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:59:09.820101 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:59:09.820516 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:59:09.820978 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:09.821689 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:59:09.822028 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Bound port: 5630c86c-a42a-40ec-9f11-70bdd12eb263, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:59:09.822445 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:09.866159 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b1ff2-4c36-43a9-b693-ccce8a4c5c6e None None] Pushing event updated for resources: {'Port': ['ID=5630c86c-a42a-40ec-9f11-70bdd12eb263,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:09.873025 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a14b1ff2-4c36-43a9-b693-ccce8a4c5c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:09.928978 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] For port 5630c86c-a42a-40ec-9f11-70bdd12eb263, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:59:09.935491 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] For port 5630c86c-a42a-40ec-9f11-70bdd12eb263, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5630c86c-a42a-40ec-9f11-70bdd12eb263,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:59:09.941353 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:09.948113 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e83abef2-c695-4f8b-8b13-b9234a5edff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:09.951188 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7fa9-4c3d-40ea-91a2-fc546e016925 req-86e57b39-b776-4e86-b9b7-c5f81e2450ec tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:09.952712 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-94aa7fa9-4c3d-40ea-91a2-fc546e016925 req-86e57b39-b776-4e86-b9b7-c5f81e2450ec tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.2006805
Nov 11 15:59:09.991751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:10.024170 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Transition to ACTIVE for port object 5acced57-6f85-4eb7-8164-3c19d814eda9 will not be triggered until provisioned by entity DHCP. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:59:10.024595 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Routers {'ce4176c1-16de-49fe-9dc7-e943e335e069'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:59:10.025346 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d67a3100>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ce4176c1-16de-49fe-9dc7-e943e335e069'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:10.027789 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-94aa7fa9-4c3d-40ea-91a2-fc546e016925 req-39945ba3-4eb9-4938-ab93-4256990a548e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669410
Nov 11 15:59:10.052881 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:10.069500 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e6eb8a72-d4f8-49f7-8537-68de3242338b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:10.106971 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b1ff2-4c36-43a9-b693-ccce8a4c5c6e None None] Pushing event updated for resources: {'Port': ['ID=5630c86c-a42a-40ec-9f11-70bdd12eb263,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:10.114951 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a14b1ff2-4c36-43a9-b693-ccce8a4c5c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:10.144396 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Network fa1ed392-32ed-458a-8d54-120e4216398a is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:59:10.147692 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:59:10.151695 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:59:10.186018 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Pushing event updated for resources: {'Port': ['ID=5acced57-6f85-4eb7-8164-3c19d814eda9,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:10.199591 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:10.214145 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:10.265730 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] Set router ce4176c1-16de-49fe-9dc7-e943e335e069 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:10.374355 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:10.436121 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-a375ac4a-0ebe-450f-963a-d9cdd8c65b71 None None] Provisioning for port 5acced57-6f85-4eb7-8164-3c19d814eda9 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:59:10.449310 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-a375ac4a-0ebe-450f-963a-d9cdd8c65b71 None None] Provisioning complete for port 5acced57-6f85-4eb7-8164-3c19d814eda9 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:10.449726 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a375ac4a-0ebe-450f-963a-d9cdd8c65b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:10.572173 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-a375ac4a-0ebe-450f-963a-d9cdd8c65b71 None None] Port 5acced57-6f85-4eb7-8164-3c19d814eda9 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:59:10.602426 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d67a3100>, [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 3, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port': {'id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:04Z', 'updated_at': '2021-11-11T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:10.606586 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ca156-d3f4-402a-a857-198389282ecc None None] The sync data for ids ['ce4176c1-16de-49fe-9dc7-e943e335e069'] in dv-cinder-811151-2-iscsi is: [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 3, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port': {'id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:04Z', 'updated_at': '2021-11-11T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:59:10.638016 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:10.644156 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:10.669210 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:10.846724 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Pushing event updated for resources: {'Port': ['ID=5acced57-6f85-4eb7-8164-3c19d814eda9,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:10.854887 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:10.871413 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:11.012845 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Network fa1ed392-32ed-458a-8d54-120e4216398a is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:59:11.014066 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:59:11.270673 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Router ce4176c1-16de-49fe-9dc7-e943e335e069 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:59:11.283895 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d12b7-22e2-4f25-9823-3fb7251ab838 req-fa0d0e11-0363-40d6-a9ee-40cce0fbc068 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:11.288741 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-437d12b7-22e2-4f25-9823-3fb7251ab838 req-fa0d0e11-0363-40d6-a9ee-40cce0fbc068 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1115925
Nov 11 15:59:11.305683 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-2575151c-1420-4e48-a19a-262e83007904 None None] Provisioning complete for port 5acced57-6f85-4eb7-8164-3c19d814eda9 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:11.307383 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2575151c-1420-4e48-a19a-262e83007904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:11.349505 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-437d12b7-22e2-4f25-9823-3fb7251ab838 req-8c9a4338-3d78-4393-b75d-ca86b0512e1e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509691
Nov 11 15:59:11.369906 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-2575151c-1420-4e48-a19a-262e83007904 None None] Port 5acced57-6f85-4eb7-8164-3c19d814eda9 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:59:11.462903 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:59:11.475368 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] 10.222.0.24 "PUT /v2.0/routers/ce4176c1-16de-49fe-9dc7-e943e335e069/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1180916
Nov 11 15:59:11.524616 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c9e9-35cb-43fa-ba69-68a6fa7b7af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:11.566624 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5630c86c-a42a-40ec-9f11-70bdd12eb263 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:11.657444 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 5630c86c-a42a-40ec-9f11-70bdd12eb263 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:59:11.663052 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 5630c86c-a42a-40ec-9f11-70bdd12eb263 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:11.663411 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:11.790670 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-1697c46e-c509-4074-b127-48e5262f733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:11.792205 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-1697c46e-c509-4074-b127-48e5262f733a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1137 time: 0.0886903
Nov 11 15:59:11.825603 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:11.830406 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:11.857420 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 5630c86c-a42a-40ec-9f11-70bdd12eb263, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5630c86c-a42a-40ec-9f11-70bdd12eb263,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:11.863845 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:11.867407 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:11.943900 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=5630c86c-a42a-40ec-9f11-70bdd12eb263,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:11.947677 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:12.047378 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-ae3c65c2-2465-4993-b54e-7ae9a5f7b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:12.049689 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-ae3c65c2-2465-4993-b54e-7ae9a5f7b7ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 916 time: 0.2487831
Nov 11 15:59:12.164071 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-9546674a-18a0-400f-b422-218a5e7026d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 999 time: 0.1074171
Nov 11 15:59:12.231739 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-32baa7ce-c52c-40a6-a521-ccee3019cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:12.233255 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-32baa7ce-c52c-40a6-a521-ccee3019cd19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 200  len: 854 time: 0.0619743
Nov 11 15:59:12.319848 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-2248e36b-790c-4c60-8f16-4dc469837d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:12.321508 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-2248e36b-790c-4c60-8f16-4dc469837d93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11c15e2-7c6d-450e-b220-dfd6dab84ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799720
Nov 11 15:59:12.336188 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Sync routers for ids ['ce4176c1-16de-49fe-9dc7-e943e335e069'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:59:12.345491 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Routers {'ce4176c1-16de-49fe-9dc7-e943e335e069'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:59:12.346714 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6037070>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ce4176c1-16de-49fe-9dc7-e943e335e069'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:12.518823 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-15bdd7ed-fd51-4ddb-90c9-4e8b5e72da99 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885977
Nov 11 15:59:12.529622 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Set router ce4176c1-16de-49fe-9dc7-e943e335e069 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:12.659252 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735fc11-d46c-44dc-b420-e5f884329777 req-d940a980-73cd-42b9-98fa-1fb5255fccfa tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:12.660743 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f735fc11-d46c-44dc-b420-e5f884329777 req-d940a980-73cd-42b9-98fa-1fb5255fccfa tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1922886
Nov 11 15:59:12.695711 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85f960ba-3a6d-4558-8d55-8b0e09686517 req-75a6d3f7-d1e5-4baa-bd2d-7be6db415e51 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685131
Nov 11 15:59:12.719768 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f735fc11-d46c-44dc-b420-e5f884329777 req-824037b2-1e29-4a66-886c-4f242f340434 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476997
Nov 11 15:59:12.825162 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-fc86a248-ebad-4904-b37e-81f2a3bf8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:12.826629 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-fc86a248-ebad-4904-b37e-81f2a3bf8829 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1137 time: 0.0797305
Nov 11 15:59:12.856877 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6037070>, [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T15:59:10Z', 'revision_number': 4, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port': {'id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:04Z', 'updated_at': '2021-11-11T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '5acced57-6f85-4eb7-8164-3c19d814eda9', 'name': '', 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'mac_address': 'fa:16:3e:a4:42:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cfef486a-fab6-4052-88de-33ab92f43275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:09Z', 'updated_at': '2021-11-11T15:59:10Z', 'revision_number': 2, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'subnets': [{'id': 'cfef486a-fab6-4052-88de-33ab92f43275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:12.860589 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Checking router: ce4176c1-16de-49fe-9dc7-e943e335e069 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:59:12.860941 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Updating router ce4176c1-16de-49fe-9dc7-e943e335e069 port 5acced57-6f85-4eb7-8164-3c19d814eda9 binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 15:59:12.914449 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:12.990172 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-dc11ace6-5468-4402-8772-c46050171829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:12.992581 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-dc11ace6-5468-4402-8772-c46050171829 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 916 time: 0.1591606
Nov 11 15:59:13.104559 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-7e079c1d-d4a5-49d6-81e5-b7221d3205aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 999 time: 0.1041451
Nov 11 15:59:13.174806 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-7b47452c-5530-4659-82a6-0ebded1a25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:13.176875 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-7b47452c-5530-4659-82a6-0ebded1a25a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 200  len: 854 time: 0.0656569
Nov 11 15:59:13.214083 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58518) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:13.219818 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744962228', 'description': 'tempest-secgroup-smoke-1744962228 description', 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:13.226568 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:13.230700 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:security_group and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:13.233850 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:13.241198 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:13.254010 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.264204 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-5559314b-e7e9-4cd0-9be0-467cb25ab38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:13.265712 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-5559314b-e7e9-4cd0-9be0-467cb25ab38b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11c15e2-7c6d-450e-b220-dfd6dab84ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806417
Nov 11 15:59:13.274717 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:13.278609 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:security_group_rule and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:13.281856 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:13.288028 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.288369 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:13.306554 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Transition to ACTIVE for port object 5acced57-6f85-4eb7-8164-3c19d814eda9 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:59:13.318890 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.327569 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:13.386499 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.393179 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.399628 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:13.410666 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-cd6c4b09-1c43-41d0-92ff-5f223e5b223e service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373580
Nov 11 15:59:13.449880 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.451861 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2365079
Nov 11 15:59:13.454820 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58522) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:13.461062 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'security_group_rule': {'security_group_id': '7745f9d3-0abc-45ee-b844-43a8cc2c8a6e', 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:13.468361 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:13.471702 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:13.474657 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:13.477361 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:security_group_rule and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:13.482694 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e888243-589e-4844-aff6-2146b7641cee None None] Pushing event updated for resources: {'Port': ['ID=5acced57-6f85-4eb7-8164-3c19d814eda9,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:13.485309 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:13.501896 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:13.502872 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7e888243-589e-4844-aff6-2146b7641cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:13.536603 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.578899 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c6f3bfb1-dbf1-4791-a6e5-cf1d042a0dcc req-3f0d4a4e-d25f-478e-abd5-d112b05b2ede service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607573
Nov 11 15:59:13.630722 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.636085 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.638698 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ea32acc5-7944-448b-b77c-40513d0106a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:13.643229 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5630c86c-a42a-40ec-9f11-70bdd12eb263 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:13.660389 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35ecad8-84ad-4c81-ac18-bd6945724dbf,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:13.664217 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:13.672052 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.673266 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2173119
Nov 11 15:59:13.676001 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58526) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:13.681018 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'security_group_rule': {'security_group_id': '7745f9d3-0abc-45ee-b844-43a8cc2c8a6e', 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:13.686644 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:13.690726 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:security_group_rule and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:13.693626 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:13.699323 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:13.716680 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.721903 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Attempting to bind port 5acced57-6f85-4eb7-8164-3c19d814eda9 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:59:13.722278 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Attempting to bind port 5acced57-6f85-4eb7-8164-3c19d814eda9 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:59:13.722641 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Attempting to bind port 5acced57-6f85-4eb7-8164-3c19d814eda9 on network fa1ed392-32ed-458a-8d54-120e4216398a {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:59:13.736869 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:59:13.737249 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Checking segment: {'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:59:13.737657 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.738056 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Bound using segment: {'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:59:13.738548 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Bound port: 5acced57-6f85-4eb7-8164-3c19d814eda9, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adff6407-580f-4e37-80c0-57ef17029982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:59:13.738903 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.785096 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.789255 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.792802 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:13.801142 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 5630c86c-a42a-40ec-9f11-70bdd12eb263 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:13.801520 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.815210 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda3600b-5bec-46d8-a630-a52849cd5667,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:13.817940 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:13.826173 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.830646 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1506157
Nov 11 15:59:13.831341 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58532) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:13.837193 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'security_group_rule': {'security_group_id': '7745f9d3-0abc-45ee-b844-43a8cc2c8a6e', 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:13.843407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:13.848173 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:security_group_rule and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:13.851171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:13.891505 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:13.898975 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] For port 5acced57-6f85-4eb7-8164-3c19d814eda9, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:59:13.902263 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] For port 5acced57-6f85-4eb7-8164-3c19d814eda9, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5acced57-6f85-4eb7-8164-3c19d814eda9,segment=NetworkSegment(adff6407-580f-4e37-80c0-57ef17029982),segment_id=adff6407-580f-4e37-80c0-57ef17029982)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:59:13.931276 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.935597 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:13.945998 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4b4ba4a5-c28c-4a12-9f01-384cf89ddfbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:13.991686 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd341e-4da0-42a2-b0c7-17010c628ddb req-84242bf5-2294-4ba9-86be-4ad1da382e9a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:13.993354 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f6bd341e-4da0-42a2-b0c7-17010c628ddb req-84242bf5-2294-4ba9-86be-4ad1da382e9a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1391106
Nov 11 15:59:14.045063 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Routers {'ce4176c1-16de-49fe-9dc7-e943e335e069'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:59:14.045686 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6037070>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:58:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ce4176c1-16de-49fe-9dc7-e943e335e069'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:14.060195 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.069790 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f6bd341e-4da0-42a2-b0c7-17010c628ddb req-33928e8d-ccce-42ff-af79-250bf7f53972 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689774
Nov 11 15:59:14.072874 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.088172 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:14.114911 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5828ac82-078b-4286-994a-bb3a6ef3d2a1,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:14.128496 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.129862 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e888243-589e-4844-aff6-2146b7641cee None None] Pushing event updated for resources: {'Port': ['ID=5acced57-6f85-4eb7-8164-3c19d814eda9,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:14.132928 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58536) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:14.133131 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3001885
Nov 11 15:59:14.135516 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.136075 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.136485 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.136893 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.137245 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.137601 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.137946 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.138289 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.138634 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.139026 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.139373 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.139708 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:14.143916 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3fe45236-d369-4660-ab64-19cea7b6117c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:14.148457 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7e888243-589e-4844-aff6-2146b7641cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:14.161181 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'security_group_rule': {'security_group_id': '7745f9d3-0abc-45ee-b844-43a8cc2c8a6e', 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:14.167419 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:14.171464 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-33b3231a-e03b-4ca2-9a48-56fc3a721ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.172774 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:security_group_rule and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:14.176157 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:14.188608 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:14.231663 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.280360 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.299188 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] Set router ce4176c1-16de-49fe-9dc7-e943e335e069 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:14.309958 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.317794 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.320111 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-98d51070-b464-458e-8e75-f11606bb1947 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:14.343680 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8b58ed-16a6-45d7-a43b-c024cf7623fb,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:14.346386 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:14.354671 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.355882 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-b29b72c0-ad96-449c-9728-7a2186772e87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2213788
Nov 11 15:59:14.358726 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58542) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:14.364004 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'security_group_rule': {'security_group_id': '7745f9d3-0abc-45ee-b844-43a8cc2c8a6e', 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:14.370330 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:14.374658 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:security_group_rule and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:14.378790 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:14.385182 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:14.396743 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.securitygroups_db [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Project 3b5fb3b108b446ed87e1a60eb3584a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 15:59:14.403430 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.468836 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.472999 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.479619 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:14.499807 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cbeb66-4ddc-4b8c-a574-e7527163ca34,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:14.503066 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:14.511946 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.513288 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1536493
Nov 11 15:59:14.516189 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58546) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:14.522697 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'security_group_rule': {'security_group_id': '7745f9d3-0abc-45ee-b844-43a8cc2c8a6e', 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:14.528472 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:14.532282 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:security_group_rule and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:14.535199 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:14.541145 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:14.555869 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.securitygroups_db [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Project 3b5fb3b108b446ed87e1a60eb3584a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 15:59:14.562832 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.630698 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.631009 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6037070>, [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T15:59:10Z', 'revision_number': 4, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port': {'id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:04Z', 'updated_at': '2021-11-11T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '5acced57-6f85-4eb7-8164-3c19d814eda9', 'name': '', 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'mac_address': 'fa:16:3e:a4:42:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cfef486a-fab6-4052-88de-33ab92f43275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:09Z', 'updated_at': '2021-11-11T15:59:13Z', 'revision_number': 4, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'subnets': [{'id': 'cfef486a-fab6-4052-88de-33ab92f43275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:14.634616 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.635419 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2e6ce-b608-4c95-9af3-81c5e39f4876 None None] The sync data for ids ['ce4176c1-16de-49fe-9dc7-e943e335e069'] in dv-cinder-811151-2-iscsi is: [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T15:59:10Z', 'revision_number': 4, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port': {'id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:04Z', 'updated_at': '2021-11-11T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '5acced57-6f85-4eb7-8164-3c19d814eda9', 'name': '', 'network_id': 'fa1ed392-32ed-458a-8d54-120e4216398a', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'mac_address': 'fa:16:3e:a4:42:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cfef486a-fab6-4052-88de-33ab92f43275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:09Z', 'updated_at': '2021-11-11T15:59:13Z', 'revision_number': 4, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'subnets': [{'id': 'cfef486a-fab6-4052-88de-33ab92f43275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:59:14.636871 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b6390051-6c7e-4466-8099-907eeb2f56ac tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:14.659707 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e22367-c224-4341-ac9c-0475c5db8a80,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:14.662116 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:14.670739 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:14.671997 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1546855
Nov 11 15:59:15.117932 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:15.338566 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347ff3-ba26-4d2d-af9c-b6b95b6f11fc req-4fae7567-9718-48b5-a8ef-73666f66cde3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:15.346462 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-89347ff3-ba26-4d2d-af9c-b6b95b6f11fc req-4fae7567-9718-48b5-a8ef-73666f66cde3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1001489
Nov 11 15:59:15.392807 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-89347ff3-ba26-4d2d-af9c-b6b95b6f11fc req-cbc1bedf-7b0c-4a5b-9e5f-f01a2286bf72 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449431
Nov 11 15:59:15.561199 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5acced57-6f85-4eb7-8164-3c19d814eda9 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:15.632772 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 5acced57-6f85-4eb7-8164-3c19d814eda9 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:59:15.638121 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 5acced57-6f85-4eb7-8164-3c19d814eda9 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:15.638503 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:15.761693 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:15.798314 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port 5acced57-6f85-4eb7-8164-3c19d814eda9, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5acced57-6f85-4eb7-8164-3c19d814eda9,segment=NetworkSegment(adff6407-580f-4e37-80c0-57ef17029982),segment_id=adff6407-580f-4e37-80c0-57ef17029982)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:15.803724 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:15.806630 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-cff3fd73-75b4-4b93-b7b8-fa10e0fac0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:15.904833 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=5acced57-6f85-4eb7-8164-3c19d814eda9,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:15.908270 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:16.675497 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:16.695741 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375382e-34ed-4603-be1e-ee7bc3116441 req-3e1da616-a903-4153-ae84-6a0f0445a62a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:16.697138 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6375382e-34ed-4603-be1e-ee7bc3116441 req-3e1da616-a903-4153-ae84-6a0f0445a62a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.1800795
Nov 11 15:59:16.745239 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6375382e-34ed-4603-be1e-ee7bc3116441 req-ea488b5d-2678-4525-ae85-dc8ab610dbe8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415113
Nov 11 15:59:17.532386 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5acced57-6f85-4eb7-8164-3c19d814eda9 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:17.602284 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 5acced57-6f85-4eb7-8164-3c19d814eda9 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:17.602655 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:17.937546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72086019-cb73-44e4-a20d-7243b356fe4b req-c4d0adb1-0155-4c4f-a52e-8a37b1315139 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:17.939020 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-72086019-cb73-44e4-a20d-7243b356fe4b req-c4d0adb1-0155-4c4f-a52e-8a37b1315139 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 943 time: 0.0835969
Nov 11 15:59:17.985071 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-72086019-cb73-44e4-a20d-7243b356fe4b req-e55e7c2a-8522-4231-9eea-7259e2eb36a4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400937
Nov 11 15:59:18.665405 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:59:18.844380 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:18.856951 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'port_id': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'mac_address': 'fa:16:3e:8a:df:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:59:18.915095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:18.932445 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c39280-7db0-4513-a66d-97aaf3002dbd {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:59:18.948485 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:18.952480 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:18.955856 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:19.027742 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=9']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:19.031049 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:19.206427 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e636023-c092-4a31-aec0-0f7ba4e3d1bf req-f61b93dc-2d68-436f-bf0b-f37ac4d4939f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:19.207869 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e636023-c092-4a31-aec0-0f7ba4e3d1bf req-f61b93dc-2d68-436f-bf0b-f37ac4d4939f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 944 time: 0.0991471
Nov 11 15:59:19.222727 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['22c39280-7db0-4513-a66d-97aaf3002dbd'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:59:19.265072 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e636023-c092-4a31-aec0-0f7ba4e3d1bf req-b754880f-13a5-49e2-a318-4686d0a6aa68 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516262
Nov 11 15:59:19.399344 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-6fbe96b1-de60-4dcd-89f3-088fef5e834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:19.400839 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-6fbe96b1-de60-4dcd-89f3-088fef5e834f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1098 time: 0.1426413
Nov 11 15:59:19.409528 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990eb01f-45e3-41dc-9c0b-cebb2a6a5621 req-7de151d5-b88c-4259-b466-8b927429c169 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:19.410891 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-990eb01f-45e3-41dc-9c0b-cebb2a6a5621 req-7de151d5-b88c-4259-b466-8b927429c169 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1122639
Nov 11 15:59:19.537505 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-990eb01f-45e3-41dc-9c0b-cebb2a6a5621 req-798d49ba-4596-4d43-8bd4-f9dde77396db tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078887
Nov 11 15:59:19.573147 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-f68dadbe-9c48-4f94-8342-665fa839ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:19.574636 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-f68dadbe-9c48-4f94-8342-665fa839ac4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 919 time: 0.1628983
Nov 11 15:59:19.642583 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-1ed3041e-d553-4ec3-920b-602291d75f48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28149935-f87c-43be-a6bd-d2950571a092 HTTP/1.1" status: 200  len: 217 time: 0.0605004
Nov 11 15:59:19.710908 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-20df2de2-c0b6-4b1f-b58c-bc478529c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:19.712404 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-20df2de2-c0b6-4b1f-b58c-bc478529c460 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.0622976
Nov 11 15:59:19.762429 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-05692f79-3603-40f1-b9d4-f3ce697d3c02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425138
Nov 11 15:59:19.897209 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-8fb3a940-e512-4ff5-9e0d-e8be505665f7 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271219
Nov 11 15:59:20.033393 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c29cc883-f74a-4c92-b5e8-d815506d842d req-501a3452-8a95-4ab5-a039-dbe1e49bb1b3 service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269977
Nov 11 15:59:20.247541 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:59:20.468122 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242e5b-1651-469a-a2ec-c66fd528055c req-ff55ee52-ea57-46db-a876-c961a35477f1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:20.469621 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b8242e5b-1651-469a-a2ec-c66fd528055c req-ff55ee52-ea57-46db-a876-c961a35477f1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 944 time: 0.0890553
Nov 11 15:59:20.513241 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b8242e5b-1651-469a-a2ec-c66fd528055c req-31846c30-b218-4833-8ac7-54de0275a010 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380623
Nov 11 15:59:20.677967 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:20.723557 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d026-c8dc-4905-8ff9-c389d03021d8 req-b62c81df-4a93-4ecc-928d-596cd49f5e4b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:20.725178 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5d82d026-c8dc-4905-8ff9-c389d03021d8 req-b62c81df-4a93-4ecc-928d-596cd49f5e4b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0808706
Nov 11 15:59:20.746409 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 22c39280-7db0-4513-a66d-97aaf3002dbd triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:20.746779 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:20.775870 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5d82d026-c8dc-4905-8ff9-c389d03021d8 req-be3f5b59-9894-434a-997e-d3e666bf0d47 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442336
Nov 11 15:59:20.869808 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:20.896425 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:59:20.905944 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:20.911767 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:20.914008 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:20.950893 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'code': 200}
Nov 11 15:59:20.982605 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=10']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:20.985438 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:21.518966 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e250a-08a4-4569-abf6-db2940b6b773 req-f3130394-514e-43c7-a59c-ff1dc9ed18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:21.520450 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0a7e250a-08a4-4569-abf6-db2940b6b773 req-f3130394-514e-43c7-a59c-ff1dc9ed18cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1099 time: 0.0695407
Nov 11 15:59:21.562534 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0a7e250a-08a4-4569-abf6-db2940b6b773 req-9c6548a4-d36b-4022-b74e-945471d8e2d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347455
Nov 11 15:59:21.705977 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58197201-7a5a-4548-bf6b-8fb654793adf req-3d205e29-9c0f-4358-ac2d-b1519a613ceb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:21.707573 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-58197201-7a5a-4548-bf6b-8fb654793adf req-3d205e29-9c0f-4358-ac2d-b1519a613ceb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 946 time: 0.0861211
Nov 11 15:59:21.754708 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-58197201-7a5a-4548-bf6b-8fb654793adf req-f214ef63-ac3f-4c24-b749-141428a0245f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407832
Nov 11 15:59:21.967721 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e8bc-54e1-4b2c-9624-76a37192cb17 req-66c1471d-8d18-44d8-a5fe-f7a9a7bfd68c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:21.969198 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4f65e8bc-54e1-4b2c-9624-76a37192cb17 req-66c1471d-8d18-44d8-a5fe-f7a9a7bfd68c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0854275
Nov 11 15:59:22.014388 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4f65e8bc-54e1-4b2c-9624-76a37192cb17 req-31033f9d-9e0c-4b97-a0cf-b35c69ba49fe tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389459
Nov 11 15:59:22.945727 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f008ba-1d17-43b3-bbfe-b70863cb896b req-a137bbea-4caf-4bac-93bf-495644137a01 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:22.949050 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-80f008ba-1d17-43b3-bbfe-b70863cb896b req-a137bbea-4caf-4bac-93bf-495644137a01 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 946 time: 0.0834193
Nov 11 15:59:22.994227 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-80f008ba-1d17-43b3-bbfe-b70863cb896b req-bfee815f-1e3b-42b7-a7ef-76aea7bf0d9e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413752
Nov 11 15:59:23.226806 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e560cf8-38e2-4f7c-979e-4c16c80e3e26 req-0710a4c4-60df-4ad4-b403-d8390c4c9c14 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:23.228350 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3e560cf8-38e2-4f7c-979e-4c16c80e3e26 req-0710a4c4-60df-4ad4-b403-d8390c4c9c14 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0840111
Nov 11 15:59:23.276145 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3e560cf8-38e2-4f7c-979e-4c16c80e3e26 req-789c9992-4758-4153-aa37-490d89de5c5a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422559
Nov 11 15:59:24.199688 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad803d12-f056-4b39-8ac2-d26837bda14a req-d1c053bf-925a-43cf-b919-a495abd38480 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:24.201178 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ad803d12-f056-4b39-8ac2-d26837bda14a req-d1c053bf-925a-43cf-b919-a495abd38480 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 946 time: 0.0908775
Nov 11 15:59:24.253789 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ad803d12-f056-4b39-8ac2-d26837bda14a req-9116180d-4a2d-4567-8d3b-f2c48eb5e804 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405843
Nov 11 15:59:24.542628 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a78c-646d-4268-b0ed-91bac5845fe5 req-c6727758-1b09-4855-aeb5-e951fc0e248d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:24.544072 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-add6a78c-646d-4268-b0ed-91bac5845fe5 req-c6727758-1b09-4855-aeb5-e951fc0e248d tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1563656
Nov 11 15:59:24.590747 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-add6a78c-646d-4268-b0ed-91bac5845fe5 req-575143eb-b2c8-4755-b957-df31fb131691 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397084
Nov 11 15:59:25.779874 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e76f-2064-42ad-afbb-3d555ebe0906 req-4d5099f2-96ce-4307-b4d3-6eb8445f694b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:25.781374 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-68f2e76f-2064-42ad-afbb-3d555ebe0906 req-4d5099f2-96ce-4307-b4d3-6eb8445f694b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0827277
Nov 11 15:59:25.830707 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-68f2e76f-2064-42ad-afbb-3d555ebe0906 req-debaebee-d448-43c4-8bc0-106a7da90bfa tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435433
Nov 11 15:59:27.020159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c46d-b19a-486c-b591-054c9955aca8 req-12c130e9-4e54-40a7-9c7c-f5fcc095ee55 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:27.021993 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-66d8c46d-b19a-486c-b591-054c9955aca8 req-12c130e9-4e54-40a7-9c7c-f5fcc095ee55 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0848444
Nov 11 15:59:27.071851 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-66d8c46d-b19a-486c-b591-054c9955aca8 req-6301a76e-69d2-41d4-9617-4ddadd4d37ad tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414717
Nov 11 15:59:28.262259 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9860ff4-b580-44ef-b052-3ae61cee826a req-aae900f5-7936-40ff-ab4c-e52abd091c14 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:28.263667 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b9860ff4-b580-44ef-b052-3ae61cee826a req-aae900f5-7936-40ff-ab4c-e52abd091c14 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0807858
Nov 11 15:59:28.310614 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b9860ff4-b580-44ef-b052-3ae61cee826a req-f05afa1e-555b-4db3-b69e-2a561307a96e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404208
Nov 11 15:59:29.495646 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd76e7e-e623-416a-b43b-db1f73cbd7d1 req-e944180a-773a-4153-a5cc-b81a484b10b5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:29.497226 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7bd76e7e-e623-416a-b43b-db1f73cbd7d1 req-e944180a-773a-4153-a5cc-b81a484b10b5 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0815160
Nov 11 15:59:29.541606 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7bd76e7e-e623-416a-b43b-db1f73cbd7d1 req-90881ce8-e2f2-44f6-9888-620192bb9225 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385990
Nov 11 15:59:30.728878 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4eacf-5e43-4af9-bfb2-5641e3ef347b req-3cfbb787-da51-43d8-8cf1-8230248e2357 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:30.730357 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-41d4eacf-5e43-4af9-bfb2-5641e3ef347b req-3cfbb787-da51-43d8-8cf1-8230248e2357 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0833690
Nov 11 15:59:30.847676 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-41d4eacf-5e43-4af9-bfb2-5641e3ef347b req-7a76cf3a-c126-45f3-99ab-a640b01cfd51 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111150
Nov 11 15:59:31.957983 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1617ee-cb60-40ca-ab88-87821831b09d req-221d6aab-8634-4324-a731-19866f7888d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:31.959572 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b1617ee-cb60-40ca-ab88-87821831b09d req-221d6aab-8634-4324-a731-19866f7888d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1098 time: 0.0783436
Nov 11 15:59:32.060858 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8b1617ee-cb60-40ca-ab88-87821831b09d req-27787c8a-fab1-4430-bc63-1b75fd9e5a77 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911088
Nov 11 15:59:32.089243 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99b4c1-164d-4696-8628-8ba71c3d6059 req-41292410-6203-439e-82f6-84e8d3112244 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:32.090935 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b99b4c1-164d-4696-8628-8ba71c3d6059 req-41292410-6203-439e-82f6-84e8d3112244 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1231041
Nov 11 15:59:32.138630 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b99b4c1-164d-4696-8628-8ba71c3d6059 req-90c6254a-84e7-4ecb-967e-2104dc66d105 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417490
Nov 11 15:59:33.160747 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-16dfaab1-ab5c-4b5b-8f8a-6044e9e3df9c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Synchronizing usage tracker for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:59:33.178132 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-16dfaab1-ab5c-4b5b-8f8a-6044e9e3df9c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Unset dirty status for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:59:33.179429 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-16dfaab1-ab5c-4b5b-8f8a-6044e9e3df9c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744962228&fields=id&tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d HTTP/1.1" status: 200  len: 267 time: 0.0573480
Nov 11 15:59:33.331508 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb31c-ac3d-4743-8369-84e0e971173e req-b04f79b9-406f-4331-b895-fd4953e067e6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:33.333750 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0f3cb31c-ac3d-4743-8369-84e0e971173e req-b04f79b9-406f-4331-b895-fd4953e067e6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0863934
Nov 11 15:59:33.335161 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-1178be31-8959-41d4-9221-86591123efb2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:33.335854 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-1178be31-8959-41d4-9221-86591123efb2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Synchronizing usage tracker for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:network {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:59:33.354107 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-1178be31-8959-41d4-9221-86591123efb2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Unset dirty status for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:network {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:59:33.355484 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-1178be31-8959-41d4-9221-86591123efb2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 809 time: 0.1695640
Nov 11 15:59:33.370833 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-36938b11-95da-4791-b020-36cb47b64634 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/quotas/3b5fb3b108b446ed87e1a60eb3584a9d HTTP/1.1" status: 200  len: 375 time: 0.0092576
Nov 11 15:59:33.415169 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0f3cb31c-ac3d-4743-8369-84e0e971173e req-d9629644-4f90-4d8a-ac53-dde0a1b9ab2e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723195
Nov 11 15:59:33.457714 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-dc3ab483-300c-480f-9e94-e3c67e8211a3 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Synchronizing usage tracker for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:59:33.476981 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-dc3ab483-300c-480f-9e94-e3c67e8211a3 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Unset dirty status for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:59:33.478785 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-dc3ab483-300c-480f-9e94-e3c67e8211a3 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1023848
Nov 11 15:59:33.617323 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-0f4eef34-a6ff-49b2-a701-33602e67e8ef service neutron] 10.222.0.24 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259880
Nov 11 15:59:33.750701 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-0ec038e4-493e-4184-beec-164fc1fac653 service neutron] 10.222.0.24 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275730
Nov 11 15:59:34.153752 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1b6563d9-d03a-4108-b6e2-f3fc927f9d84 req-6c542b74-6d97-410a-b81b-c77c7e7e8cf1 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 210 time: 0.0430892
Nov 11 15:59:34.620321 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cac9c-e79f-41f4-bafa-d769867d974a req-6d4c9a22-e4ed-4e9e-915f-2596383b854c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:34.629359 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9c3cac9c-e79f-41f4-bafa-d769867d974a req-6d4c9a22-e4ed-4e9e-915f-2596383b854c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0957396
Nov 11 15:59:34.668565 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9c3cac9c-e79f-41f4-bafa-d769867d974a req-cc10d901-d7b4-48d2-b8cc-c1d9a07ff4ce tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383356
Nov 11 15:59:34.769488 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a7acd-8e5c-46db-bc09-31e1c3444c3d req-72c176ee-9258-4c89-be8d-26bf1414721b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:34.771176 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f23a7acd-8e5c-46db-bc09-31e1c3444c3d req-72c176ee-9258-4c89-be8d-26bf1414721b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0835743
Nov 11 15:59:34.817706 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f23a7acd-8e5c-46db-bc09-31e1c3444c3d req-32c85ec3-8299-4d5c-8af9-16ff2d85efbf tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399220
Nov 11 15:59:35.155138 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-117cd651-e9ca-42a5-9abf-471f32325912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:35.156719 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-117cd651-e9ca-42a5-9abf-471f32325912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a17861cb0554acda0e8edc29e8297f9&device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 1098 time: 0.0757384
Nov 11 15:59:35.344970 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ed520515-5249-45d1-9f6a-27aff49486a7 req-31f2064a-1b1a-49ed-a326-9c0c02cc97b7 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 210 time: 0.0483525
Nov 11 15:59:35.492344 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-3167d3f0-6d8c-46d0-9f30-986b7d1ae91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:35.494367 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-3167d3f0-6d8c-46d0-9f30-986b7d1ae91f service neutron] 10.222.0.15 "GET /v2.0/networks?id=79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 200  len: 919 time: 0.3198285
Nov 11 15:59:35.506535 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-49b9d887-ef02-40ec-8387-fd824aa66927 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:35.508088 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-49b9d887-ef02-40ec-8387-fd824aa66927 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.15 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 809 time: 0.3104641
Nov 11 15:59:35.596030 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-d1fc10cc-d0c6-44ef-976f-cd22b1e44130 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28149935-f87c-43be-a6bd-d2950571a092 HTTP/1.1" status: 200  len: 217 time: 0.0868437
Nov 11 15:59:35.610025 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaccd0-5604-4886-a485-18e7424bf6e1 req-e11bcdeb-39ae-4f32-a9e9-30c70aacdaf3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:35.612021 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4eeaccd0-5604-4886-a485-18e7424bf6e1 req-e11bcdeb-39ae-4f32-a9e9-30c70aacdaf3 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.2781339
Nov 11 15:59:35.704073 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-30b20817-d35c-42aa-9214-0923cade7122 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d HTTP/1.1" status: 200  len: 380 time: 0.1399078
Nov 11 15:59:35.723652 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'port': {'device_id': '3df3b818-3667-48db-8d47-d760737d9ce7', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'admin_state_up': True, 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'security_groups': ['7745f9d3-0abc-45ee-b844-43a8cc2c8a6e']}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:35.725845 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-3fbd2b1a-136f-4744-b625-01662508eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:35.727303 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-3fbd2b1a-136f-4744-b625-01662508eca6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1137 time: 0.1334822
Nov 11 15:59:35.745627 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4eeaccd0-5604-4886-a485-18e7424bf6e1 req-6525d0a4-30ae-4eca-8009-fea2e4d69a7a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955575
Nov 11 15:59:35.751053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-7887c0ff-57c8-4b19-a838-d07b73d262d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:35.752499 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-7887c0ff-57c8-4b19-a838-d07b73d262d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 200  len: 858 time: 0.1385067
Nov 11 15:59:35.776748 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba14a-31b2-4d84-a123-beba5cbae3ad req-9b6abbd0-1699-4eb4-a61b-775c4e0d9427 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:35.778189 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-030ba14a-31b2-4d84-a123-beba5cbae3ad req-9b6abbd0-1699-4eb4-a61b-775c4e0d9427 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.1273975
Nov 11 15:59:35.860740 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-bbddba8a-f873-4a5b-819e-e68cc87443ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79b96d78-ed25-4328-bfaf-280c642450c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602009
Nov 11 15:59:35.901111 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-030ba14a-31b2-4d84-a123-beba5cbae3ad req-3cdbcf09-58ef-4f1b-92e3-bc249fb38dd9 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0767496
Nov 11 15:59:35.933069 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-f41a479c-dad5-4cb5-bb3c-db7f2e113faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:35.934616 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-f41a479c-dad5-4cb5-bb3c-db7f2e113faa service neutron] 10.222.0.15 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 916 time: 0.1994379
Nov 11 15:59:36.052028 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-1840033c-d285-4ab8-a3f9-a7121dc27d2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 999 time: 0.1103966
Nov 11 15:59:36.062655 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:36.085810 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:36.129459 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Made reservation on behalf of 3b5fb3b108b446ed87e1a60eb3584a9d for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 15:59:36.133349 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:36.137536 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-b75c72be-602f-4920-9737-f11c12ab4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:36.139080 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-b75c72be-602f-4920-9737-f11c12ab4dd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 200  len: 854 time: 0.0791590
Nov 11 15:59:36.162061 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-c19ee422-e8da-4f00-ba34-94b0e54f96bb service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2881482
Nov 11 15:59:36.210911 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11799ef3-ddbe-4d01-973f-697d4e34dec0 req-241fadac-1d27-4565-9e53-5931645221ee tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:36.212425 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-11799ef3-ddbe-4d01-973f-697d4e34dec0 req-241fadac-1d27-4565-9e53-5931645221ee tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2598648
Nov 11 15:59:36.226407 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-24130c64-78e7-46d7-b03a-580c323c6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:36.227957 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-24130c64-78e7-46d7-b03a-580c323c6113 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11c15e2-7c6d-450e-b220-dfd6dab84ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807920
Nov 11 15:59:36.460176 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-11799ef3-ddbe-4d01-973f-697d4e34dec0 req-68061618-5074-4318-a68b-d3b0f391efa4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2244861
Nov 11 15:59:36.461350 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-07aeb7c8-d1dd-4989-b5b6-7a4028f11a2e service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2258821
Nov 11 15:59:36.525998 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5c832398-af51-4b25-b56f-ed9b57d1d366 req-4b68068a-3ccd-4c73-8a20-f7f5df7160a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 210 time: 0.0678177
Nov 11 15:59:36.548742 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc4d407e-9640-4fba-b2a2-16d8a80cd14e req-543f7d2b-a36d-4160-8f6f-626f1c3627fd service neutron] 10.222.0.15 "GET /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3466456
Nov 11 15:59:36.565832 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Allocated IP 172.20.0.7 (1d730887-935f-485c-8d91-5fec159b3360/3c1afce2-c1c3-4609-a18e-94b884b220fc/72dc249c-4e10-4340-aca1-d731c41bdb75) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:59:36.636436 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-df7de12d-64fa-4168-b13e-cd3f31ecd93f req-98d38048-f42d-41bc-9874-33ce018f93a2 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450067
Nov 11 15:59:36.759097 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:36.774966 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Transition to ACTIVE for port object 72dc249c-4e10-4340-aca1-d731c41bdb75 will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:59:36.805483 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:36.811899 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-84a3dc17-4998-43a4-b521-5c24f2025b71 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:36.925738 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Network 1d730887-935f-485c-8d91-5fec159b3360 is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:59:36.930122 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:59:36.935010 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:59:36.990474 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:37.003482 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:37.024983 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:37.025589 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:37.058227 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3414490
Nov 11 15:59:37.067236 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4337f33-c532-4e3a-b811-277373563562 req-c3ddcc6b-171f-4d14-9f71-4add224f1dbf tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:37.068759 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f4337f33-c532-4e3a-b811-277373563562 req-c3ddcc6b-171f-4d14-9f71-4add224f1dbf tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.2051260
Nov 11 15:59:37.073497 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Request body: {'port': {'device_id': '3df3b818-3667-48db-8d47-d760737d9ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:37.147240 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa541e7-470b-4cba-83dc-34f41d98aadb req-a9e9802b-4035-422b-b9a6-5a07ea71bc22 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:37.155705 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfa541e7-470b-4cba-83dc-34f41d98aadb req-a9e9802b-4035-422b-b9a6-5a07ea71bc22 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.1049964
Nov 11 15:59:37.205204 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f4337f33-c532-4e3a-b811-277373563562 req-32b7126f-6c26-4b88-b073-79933d6788ab tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017811
Nov 11 15:59:37.219528 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cfa541e7-470b-4cba-83dc-34f41d98aadb req-4ed30210-63ce-47e0-bddf-09524b554d65 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0627267
Nov 11 15:59:37.235454 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:37.267288 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-1d418fb0-cc9e-43dc-a3f6-8911f186ef5b None None] Provisioning for port 72dc249c-4e10-4340-aca1-d731c41bdb75 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:59:37.272371 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-1d418fb0-cc9e-43dc-a3f6-8911f186ef5b None None] Provisioning complete for port 72dc249c-4e10-4340-aca1-d731c41bdb75 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:37.272823 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1d418fb0-cc9e-43dc-a3f6-8911f186ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:37.329989 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-1d418fb0-cc9e-43dc-a3f6-8911f186ef5b None None] Port 72dc249c-4e10-4340-aca1-d731c41bdb75 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 15:59:37.623860 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72dc249c-4e10-4340-aca1-d731c41bdb75 {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:59:37.633739 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:37.658334 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Transition to ACTIVE for port object 72dc249c-4e10-4340-aca1-d731c41bdb75 will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 15:59:37.663058 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:37.667898 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:37.717810 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571ddd3-d694-4204-8989-73aa4a076f94 req-1d5f126c-7b66-4ffb-a507-77ad34749173 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:37.719263 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1571ddd3-d694-4204-8989-73aa4a076f94 req-1d5f126c-7b66-4ffb-a507-77ad34749173 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0842574
Nov 11 15:59:37.767209 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1571ddd3-d694-4204-8989-73aa4a076f94 req-1d09523a-27ce-431e-9fa9-323c944a5d33 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414193
Nov 11 15:59:37.812202 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27f727-c5ad-465f-95b6-b0dfc6739642 req-45470ced-d422-419e-ac10-df739f30e956 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:37.813763 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd27f727-c5ad-465f-95b6-b0dfc6739642 req-45470ced-d422-419e-ac10-df739f30e956 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2390494
Nov 11 15:59:37.814436 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Pushing event updated for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:37.817343 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:37.934196 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cd27f727-c5ad-465f-95b6-b0dfc6739642 req-af60d90c-2e0d-4a00-8a97-8e0fb1e61c69 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143005
Nov 11 15:59:37.959471 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Attempting to bind port 72dc249c-4e10-4340-aca1-d731c41bdb75 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 15:59:37.959809 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Attempting to bind port 72dc249c-4e10-4340-aca1-d731c41bdb75 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 15:59:37.960139 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Attempting to bind port 72dc249c-4e10-4340-aca1-d731c41bdb75 on network 1d730887-935f-485c-8d91-5fec159b3360 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:59:37.965105 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Port 72dc249c-4e10-4340-aca1-d731c41bdb75 on network 1d730887-935f-485c-8d91-5fec159b3360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 15:59:37.965424 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Attempting to bind port 72dc249c-4e10-4340-aca1-d731c41bdb75 on network 1d730887-935f-485c-8d91-5fec159b3360 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 15:59:37.970584 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 15, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 15:59:37.970914 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Checking segment: {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 15:59:37.971291 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Bound using segment: {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 15:59:37.971716 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Bound port: 72dc249c-4e10-4340-aca1-d731c41bdb75, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4f09b8-4c9d-4138-8449-532ce4d420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1d730887-935f-485c-8d91-5fec159b3360'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 15:59:37.972062 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:38.148783 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 15:59:38.151819 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 15:59:38.157348 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:38.161080 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:38.221279 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:38.221928 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:38.223390 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] 10.222.0.15 "PUT /v2.0/ports/72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 1093 time: 1.1537154
Nov 11 15:59:38.223917 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:59:38.248382 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Pushing event updated for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:38.252419 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:38.317381 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'status': 'completed', 'code': 200}
Nov 11 15:59:38.436796 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-7b36c328-aeca-46b3-8bc3-53fad6ba63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:38.438926 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-7b36c328-aeca-46b3-8bc3-53fad6ba63c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1096 time: 0.1609318
Nov 11 15:59:38.447075 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d4d33-c326-4811-ab79-3e8fe2ab6c4f req-a5fa0c82-cf55-436e-ab2b-db7a13d3473e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:38.448672 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e06d4d33-c326-4811-ab79-3e8fe2ab6c4f req-a5fa0c82-cf55-436e-ab2b-db7a13d3473e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1155536
Nov 11 15:59:38.484080 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128d0b1-b6f8-4dd9-a878-1e09a949f1d6 req-e013c6fc-794b-4b40-9143-ab6c33a3822a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:38.486521 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1128d0b1-b6f8-4dd9-a878-1e09a949f1d6 req-e013c6fc-794b-4b40-9143-ab6c33a3822a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0918269
Nov 11 15:59:38.536170 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1128d0b1-b6f8-4dd9-a878-1e09a949f1d6 req-54c988ec-c439-4af0-9865-a86de4a23704 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0436130
Nov 11 15:59:38.536407 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-cc551c0e-1ae5-467c-a3f7-95f8d133f543 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 217 time: 0.0865457
Nov 11 15:59:38.605964 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e06d4d33-c326-4811-ab79-3e8fe2ab6c4f req-3476a72e-8e15-4e94-bb79-a08013c64ae4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018326
Nov 11 15:59:38.624147 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-c994c789-482d-4226-a190-a274ad9391aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:38.625764 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-c994c789-482d-4226-a190-a274ad9391aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 200  len: 848 time: 0.0753877
Nov 11 15:59:38.719807 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-ae884e05-be47-4513-b1a8-4a1987827c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:38.722097 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-ae884e05-be47-4513-b1a8-4a1987827c0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d730887-935f-485c-8d91-5fec159b3360&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820148
Nov 11 15:59:38.861387 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-a6be7e37-769c-440a-926e-3a1c52a70a0d service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310554
Nov 11 15:59:38.950132 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b3d9e-179f-46bd-baaf-1d4e5a892dad req-5739a6aa-4270-4087-9d42-e41a23b67dd2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:38.951532 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-409b3d9e-179f-46bd-baaf-1d4e5a892dad req-5739a6aa-4270-4087-9d42-e41a23b67dd2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0801830
Nov 11 15:59:38.999911 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-409b3d9e-179f-46bd-baaf-1d4e5a892dad req-b3db751a-7bff-43a2-9068-0e9eb9c43df6 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417523
Nov 11 15:59:39.015288 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e5d365db-8b2e-464e-a68f-9ac830b85cfe req-e2e4499e-a9af-42b0-af82-2eef17240518 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403124
Nov 11 15:59:39.184976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7a002-73d3-4a92-af31-a4dfd84ef388 req-b2ddaf0d-367d-4ac8-a86d-b8993fca5756 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:39.186426 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-88d7a002-73d3-4a92-af31-a4dfd84ef388 req-b2ddaf0d-367d-4ac8-a86d-b8993fca5756 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1453881
Nov 11 15:59:39.192912 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-94afeb41-f007-4037-a721-7e0af5dbb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:39.194273 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-94afeb41-f007-4037-a721-7e0af5dbb4c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1096 time: 0.1082122
Nov 11 15:59:39.315307 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-88d7a002-73d3-4a92-af31-a4dfd84ef388 req-92ac5755-442e-4ec7-a941-79ad9fad5830 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1200981
Nov 11 15:59:39.355909 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-986c47d3-108a-49b1-ad8c-90203034a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:39.357425 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-986c47d3-108a-49b1-ad8c-90203034a1bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 910 time: 0.1485245
Nov 11 15:59:39.427812 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-21a78ae3-652f-4533-9e94-66eca037c53b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 217 time: 0.0635679
Nov 11 15:59:39.490989 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-fe4f335d-991c-40db-9c33-cce5951187ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:39.492447 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-fe4f335d-991c-40db-9c33-cce5951187ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 200  len: 848 time: 0.0580163
Nov 11 15:59:39.571764 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-d112a3ee-f244-404f-8815-d48cc621d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:39.573279 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-d112a3ee-f244-404f-8815-d48cc621d182 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d730887-935f-485c-8d91-5fec159b3360&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716426
Nov 11 15:59:39.710283 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-871cc134-78ff-4a7b-9806-9ab92895a388 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284127
Nov 11 15:59:39.728979 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419757-ad0a-4304-b17f-0ac7c5b445b2 req-481a5e7b-d5e0-4901-b12c-5fdc0802e604 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:39.730465 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a7419757-ad0a-4304-b17f-0ac7c5b445b2 req-481a5e7b-d5e0-4901-b12c-5fdc0802e604 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0847991
Nov 11 15:59:39.778158 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a7419757-ad0a-4304-b17f-0ac7c5b445b2 req-d45034e3-43ae-4ff0-857b-8bdb3faf445b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413527
Nov 11 15:59:39.983078 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d0394db-658b-4840-a0b0-75b8a5222b3d req-1715df2c-d37f-4b70-9106-83e003dfff4e service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2650723
Nov 11 15:59:39.991723 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b004a-2ff2-42f7-b45e-5ccb31b3f736 req-d2251d15-096d-451c-b728-3e1dff052fb4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:39.993146 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ff0b004a-2ff2-42f7-b45e-5ccb31b3f736 req-d2251d15-096d-451c-b728-3e1dff052fb4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.2764258
Nov 11 15:59:40.042001 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ff0b004a-2ff2-42f7-b45e-5ccb31b3f736 req-fcbaa2e8-3ed4-4124-a935-8267fe4fed60 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426607
Nov 11 15:59:40.188841 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98bc95-b593-45ab-8cc3-64a4d0adc635 req-b4b90dee-4e33-412c-9de8-00516cbc1cea tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:40.190309 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5e98bc95-b593-45ab-8cc3-64a4d0adc635 req-b4b90dee-4e33-412c-9de8-00516cbc1cea tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0840263
Nov 11 15:59:40.248701 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5e98bc95-b593-45ab-8cc3-64a4d0adc635 req-f1f9de7b-cf64-4a1b-a71a-e51da9eabb1b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527217
Nov 11 15:59:40.499849 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d902cd-5c1c-469e-b9ae-ca022a7cc9e6 req-b1198f2b-2235-4d3c-8d71-2a8bc4a007c7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:40.501294 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-75d902cd-5c1c-469e-b9ae-ca022a7cc9e6 req-b1198f2b-2235-4d3c-8d71-2a8bc4a007c7 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0830972
Nov 11 15:59:40.550622 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-75d902cd-5c1c-469e-b9ae-ca022a7cc9e6 req-0b53cc25-6ac2-4308-93ac-fff4536600ad tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419321
Nov 11 15:59:40.968759 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2661a-fabb-4c0c-9047-9ad7a6a74b5b req-36f72626-028a-4f4c-9135-7f21de17ff3f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:40.970275 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b9b2661a-fabb-4c0c-9047-9ad7a6a74b5b req-36f72626-028a-4f4c-9135-7f21de17ff3f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0851207
Nov 11 15:59:41.018847 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b9b2661a-fabb-4c0c-9047-9ad7a6a74b5b req-f2a7f8b7-207f-48e8-9867-5acda0a5a277 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0427959
Nov 11 15:59:41.440615 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ca50d-d7fa-43d2-9204-40b7da7aecae req-007aa71b-0f23-4a95-8b85-ce4a737e852b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:41.441339 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-6c2ca50d-d7fa-43d2-9204-40b7da7aecae req-007aa71b-0f23-4a95-8b85-ce4a737e852b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Synchronizing usage tracker for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:59:41.456563 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-6c2ca50d-d7fa-43d2-9204-40b7da7aecae req-007aa71b-0f23-4a95-8b85-ce4a737e852b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Unset dirty status for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:59:41.457614 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6c2ca50d-d7fa-43d2-9204-40b7da7aecae req-007aa71b-0f23-4a95-8b85-ce4a737e852b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.1014943
Nov 11 15:59:41.503423 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6c2ca50d-d7fa-43d2-9204-40b7da7aecae req-f72441c7-0d37-46d4-82c7-e559ae3ff689 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398536
Nov 11 15:59:41.531245 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8fdb82be-db77-409b-a672-4766f14876b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:41.744311 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf023cd-b897-4e1f-bfe6-8127e63ad059 req-6102de76-d209-4d71-9f27-1ff512f742b2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:41.745761 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-daf023cd-b897-4e1f-bfe6-8127e63ad059 req-6102de76-d209-4d71-9f27-1ff512f742b2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0908542
Nov 11 15:59:41.794513 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-daf023cd-b897-4e1f-bfe6-8127e63ad059 req-116b1dfe-0ed6-435e-b921-8b2aff712121 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419629
Nov 11 15:59:41.815953 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:42.207451 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7a0d-a53e-46c7-8783-ee96a1721b4c req-8c72be86-4282-48c1-8456-09e7796907e0 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:42.208936 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-02fb7a0d-a53e-46c7-8783-ee96a1721b4c req-8c72be86-4282-48c1-8456-09e7796907e0 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0797315
Nov 11 15:59:42.255643 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-02fb7a0d-a53e-46c7-8783-ee96a1721b4c req-a6ecaf17-1f3b-4c54-897c-e795707ab1e8 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410182
Nov 11 15:59:42.693952 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878af73-4bf2-4b07-b25e-44fce1b0a6c8 req-fd025b4f-a32f-4fe8-8882-fbd661b2ae4d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:42.695394 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1878af73-4bf2-4b07-b25e-44fce1b0a6c8 req-fd025b4f-a32f-4fe8-8882-fbd661b2ae4d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0829656
Nov 11 15:59:42.739298 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1878af73-4bf2-4b07-b25e-44fce1b0a6c8 req-39c4abef-7424-4b49-9b62-1b0a651386b9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382795
Nov 11 15:59:43.001830 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231fc72-c420-4fd6-a090-987df5d2f4e5 req-bb266a14-d479-440a-9403-143f17738529 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:43.003316 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0231fc72-c420-4fd6-a090-987df5d2f4e5 req-bb266a14-d479-440a-9403-143f17738529 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0909934
Nov 11 15:59:43.048426 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0231fc72-c420-4fd6-a090-987df5d2f4e5 req-3a486b0d-2924-4876-a2e6-0bcd795a1153 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394006
Nov 11 15:59:43.442628 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd3a48-24e8-4bc7-b7f8-f704c219b21f req-5bdb7d17-9e07-4246-9cbe-2e5b616ed94f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:43.444092 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0dbd3a48-24e8-4bc7-b7f8-f704c219b21f req-5bdb7d17-9e07-4246-9cbe-2e5b616ed94f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0803299
Nov 11 15:59:43.491280 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0dbd3a48-24e8-4bc7-b7f8-f704c219b21f req-70083d4f-e1ea-4145-9c90-d010573ab3d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413902
Nov 11 15:59:43.921461 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc4438-2437-4286-a002-82d3c409df02 req-71ab45db-726a-4c4a-8849-a1f0b6092bda tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:43.922930 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-04dc4438-2437-4286-a002-82d3c409df02 req-71ab45db-726a-4c4a-8849-a1f0b6092bda tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0801005
Nov 11 15:59:43.971324 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-04dc4438-2437-4286-a002-82d3c409df02 req-40a3c8d6-909d-4571-abdb-85991e2c0005 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427890
Nov 11 15:59:44.064232 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f10f64a9-3f96-488d-aa61-2586caa5d39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:44.240272 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:44.251944 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deace1-a7dd-4446-9472-6b7df11337eb req-8650b692-fc23-4db7-9654-1ae12cdb2f9d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:44.253476 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-32deace1-a7dd-4446-9472-6b7df11337eb req-8650b692-fc23-4db7-9654-1ae12cdb2f9d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0973971
Nov 11 15:59:44.303102 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-32deace1-a7dd-4446-9472-6b7df11337eb req-17278a83-f4ba-4c14-ba19-013474070902 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434530
Nov 11 15:59:44.596011 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e143f9c-8eb4-4517-8828-2d74693c8481 req-36db4819-0333-4feb-a127-b299ac0b8748 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:44.597395 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7e143f9c-8eb4-4517-8828-2d74693c8481 req-36db4819-0333-4feb-a127-b299ac0b8748 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0797215
Nov 11 15:59:44.645946 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7e143f9c-8eb4-4517-8828-2d74693c8481 req-c37252f6-87af-4c0b-9152-3e1b729808b6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427644
Nov 11 15:59:44.677584 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1af21-cd34-44b7-b4c8-3df67ced1c9b req-87a056c4-7f33-47f4-a31f-99f5c01eb51f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:44.679044 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c2e1af21-cd34-44b7-b4c8-3df67ced1c9b req-87a056c4-7f33-47f4-a31f-99f5c01eb51f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0804620
Nov 11 15:59:44.725590 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c2e1af21-cd34-44b7-b4c8-3df67ced1c9b req-d63a4edf-b308-4cdd-9de2-57c6382fc33f tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407856
Nov 11 15:59:45.114212 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:45.162148 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adae8cb-a33a-4814-8c80-2c6c9a13a7b9 req-ae5b8853-4913-4067-91c5-66691f6611c2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:45.163587 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7adae8cb-a33a-4814-8c80-2c6c9a13a7b9 req-ae5b8853-4913-4067-91c5-66691f6611c2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0795200
Nov 11 15:59:45.208616 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7adae8cb-a33a-4814-8c80-2c6c9a13a7b9 req-9a9ad372-74d0-4dc1-933c-114a65155af6 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393085
Nov 11 15:59:45.486885 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f6360-fa08-46ea-a010-cdfbdb58380b req-7559fe2a-133a-4b5f-9e74-b94318fc14b8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:45.488355 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5d3f6360-fa08-46ea-a010-cdfbdb58380b req-7559fe2a-133a-4b5f-9e74-b94318fc14b8 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0836177
Nov 11 15:59:45.530803 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5d3f6360-fa08-46ea-a010-cdfbdb58380b req-f2451fcf-a41c-45a7-ba3a-67fb18708dac tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369105
Nov 11 15:59:45.855289 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9c7a9-a750-44e8-83dc-42c463b01d47 req-3e41c07c-c558-4d29-9d7b-90103616c89a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:45.857598 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-26d9c7a9-a750-44e8-83dc-42c463b01d47 req-3e41c07c-c558-4d29-9d7b-90103616c89a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.0956075
Nov 11 15:59:45.878807 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54478f-6df9-4e66-b13e-11934ab3cd0e req-db2bcedf-ab7d-464d-9a19-a4833d7d5fba tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:45.880180 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bc54478f-6df9-4e66-b13e-11934ab3cd0e req-db2bcedf-ab7d-464d-9a19-a4833d7d5fba tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0915389
Nov 11 15:59:45.924843 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bc54478f-6df9-4e66-b13e-11934ab3cd0e req-1742b028-57d9-443d-9187-30762ed991a0 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387816
Nov 11 15:59:45.947175 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-26d9c7a9-a750-44e8-83dc-42c463b01d47 req-004c7a65-2b71-42bb-ad47-c9680b71bd8c tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835645
Nov 11 15:59:45.978904 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-dfbde8e2-4b56-4c8d-aacb-987603a59d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:45.980450 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-dfbde8e2-4b56-4c8d-aacb-987603a59d3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 1099 time: 0.0986245
Nov 11 15:59:46.103208 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad17e73-aed1-46a2-90ca-1c5d0e4b3c63 req-12db7cbd-ae26-4e9e-ad5d-abe2afcc56e9 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:46.104681 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3ad17e73-aed1-46a2-90ca-1c5d0e4b3c63 req-12db7cbd-ae26-4e9e-ad5d-abe2afcc56e9 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0811541
Nov 11 15:59:46.118828 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-7335c151-9bc1-4fd9-8a4e-9da62719f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:46.120270 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-7335c151-9bc1-4fd9-8a4e-9da62719f0bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 911 time: 0.1322107
Nov 11 15:59:46.154613 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3ad17e73-aed1-46a2-90ca-1c5d0e4b3c63 req-4920ba2a-5d8a-4401-89db-9b7aea776ed2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434589
Nov 11 15:59:46.223329 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-30e2df53-e370-460b-90ce-e2dfab79c888 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 200  len: 1002 time: 0.0964942
Nov 11 15:59:46.286678 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-f759dfc8-6913-4b00-8a4a-e4988984d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:46.288116 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-f759dfc8-6913-4b00-8a4a-e4988984d03c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.0584540
Nov 11 15:59:46.426446 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-b0470e4f-ca03-4c8c-9c96-045da0d607b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:46.427819 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-b0470e4f-ca03-4c8c-9c96-045da0d607b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1324031
Nov 11 15:59:46.435896 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8309a06-a061-4af2-8870-ed084cc6943e req-e13a8a1f-28b1-4fef-abbf-3701e46c5e88 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:46.437248 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b8309a06-a061-4af2-8870-ed084cc6943e req-e13a8a1f-28b1-4fef-abbf-3701e46c5e88 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.1121595
Nov 11 15:59:46.560739 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b8309a06-a061-4af2-8870-ed084cc6943e req-96c2c2fd-22b5-4deb-b022-adbc3d12b77b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029384
Nov 11 15:59:46.593008 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-40cfc5b6-5992-491d-8c01-dc01f8f48d09 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548114
Nov 11 15:59:46.667934 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:46.731291 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c0768308-82c8-4bcc-a4c7-86c7ac144a3d req-f7f2ac1d-c493-4dde-9211-ca26dc762f46 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283946
Nov 11 15:59:46.849490 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 72dc249c-4e10-4340-aca1-d731c41bdb75 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 15:59:46.963722 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-bb9f00fe-b3ee-408e-811c-ff91b765c386 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1706321
Nov 11 15:59:47.004933 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:47.030044 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'port_id': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'mac_address': 'fa:16:3e:75:97:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 15:59:47.141840 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-5cb74e96-28a3-42fd-9b37-d43560667956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.143288 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-5cb74e96-28a3-42fd-9b37-d43560667956 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 1099 time: 0.1402445
Nov 11 15:59:47.149891 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:47.182437 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72dc249c-4e10-4340-aca1-d731c41bdb75 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 15:59:47.185390 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f50873-f0f0-45a7-b6c0-0222462de5aa req-91c48a39-4b76-47fc-91ab-16c868f59263 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.193438 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c0f50873-f0f0-45a7-b6c0-0222462de5aa req-91c48a39-4b76-47fc-91ab-16c868f59263 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1431847
Nov 11 15:59:47.200037 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:47.202437 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-32cb5053-b8cd-4e67-ab6d-10984d05be8a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.203949 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-32cb5053-b8cd-4e67-ab6d-10984d05be8a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.15 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.3089046
Nov 11 15:59:47.208140 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:47.211058 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:47.277881 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096abd3-1e9e-41e7-aec8-d48551e2efd8 req-31959a62-6a2c-4ee4-893d-d3edc31f7b35 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.279292 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5096abd3-1e9e-41e7-aec8-d48551e2efd8 req-31959a62-6a2c-4ee4-893d-d3edc31f7b35 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 946 time: 0.1914248
Nov 11 15:59:47.286044 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:47.294499 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.295297 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.295297 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.295569 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.295850 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.296173 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.297175 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.297506 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.297838 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.298356 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.298682 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.298999 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:47.303080 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:47.305099 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c0f50873-f0f0-45a7-b6c0-0222462de5aa req-f540811b-f5e2-44ad-8cc8-1ea1923f1918 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027150
Nov 11 15:59:47.334160 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Deleting port 323f725e-f112-4339-b68d-e77a85bdbfbf {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 15:59:47.337175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:47.384897 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5096abd3-1e9e-41e7-aec8-d48551e2efd8 req-cf176923-41b7-4aa7-b20d-a49fb5f935bc tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937774
Nov 11 15:59:47.386400 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-dcd556f2-4b77-4a97-9097-0f70c89c5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.387974 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-dcd556f2-4b77-4a97-9097-0f70c89c5684 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.2184570
Nov 11 15:59:47.499377 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['72dc249c-4e10-4340-aca1-d731c41bdb75'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:59:47.506220 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-3571481a-9796-41b4-baf6-3e3ef12ecd22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c39280-7db0-4513-a66d-97aaf3002dbd HTTP/1.1" status: 200  len: 1001 time: 0.1093717
Nov 11 15:59:47.582888 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-4d781b0a-b1ad-4a35-8a38-91a22203f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.584269 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-4d781b0a-b1ad-4a35-8a38-91a22203f5b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.0702696
Nov 11 15:59:47.586709 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9de22-d411-4f6b-be2d-e5976053f45b req-ba077ab8-4070-438b-8cfe-1ff5a2ff47a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.588229 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-42a9de22-d411-4f6b-be2d-e5976053f45b req-ba077ab8-4070-438b-8cfe-1ff5a2ff47a4 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.1579468
Nov 11 15:59:47.674284 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-7cc9e8c1-8c78-444b-bac3-a148d9d91200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.675817 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-7cc9e8c1-8c78-444b-bac3-a148d9d91200 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826964
Nov 11 15:59:47.757294 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-42a9de22-d411-4f6b-be2d-e5976053f45b req-8e2ed4b9-2837-454f-88fc-ee7d13fb45a6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0794802
Nov 11 15:59:47.765053 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] For port 323f725e-f112-4339-b68d-e77a85bdbfbf, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=323f725e-f112-4339-b68d-e77a85bdbfbf,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:47.765655 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:47.881028 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-7e343666-97c2-4127-8896-c69118a3c4d0 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1974497
Nov 11 15:59:47.892011 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a064f7-c20f-4cbb-9eb3-101fd17a626d req-17f2a7c7-9ce4-4739-8e3c-1ac259b7d11c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:47.893510 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-94a064f7-c20f-4cbb-9eb3-101fd17a626d req-17f2a7c7-9ce4-4739-8e3c-1ac259b7d11c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 944 time: 0.1876032
Nov 11 15:59:47.910273 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Calling delete_port for 323f725e-f112-4339-b68d-e77a85bdbfbf owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 15:59:48.020103 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-94a064f7-c20f-4cbb-9eb3-101fd17a626d req-7e9b13b5-9691-42e4-b2c9-71292c53a457 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076984
Nov 11 15:59:48.067545 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b449415f-2084-4381-9e6c-3c444cdbf17e req-a888b182-8efb-493c-8716-de577baf8217 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730604
Nov 11 15:59:48.128023 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:48.133350 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e3bd49ee-c1bf-48bf-b3f6-5c89a5ebfd2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:48.183245 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Pushing event deleted for resources: {'Port': ['ID=323f725e-f112-4339-b68d-e77a85bdbfbf,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:48.249410 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.250119 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.250119 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.250998 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.251350 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.251704 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.252049 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.252423 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.252772 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.253115 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.253461 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.253805 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 15:59:48.261119 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:48.268077 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] No DVR routers for this DVR port 323f725e-f112-4339-b68d-e77a85bdbfbf on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 15:59:48.274003 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:48.276769 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0344e954-0853-47f0-8dd3-f14e9087be01', 'name': 'network-vif-deleted', 'tag': '323f725e-f112-4339-b68d-e77a85bdbfbf'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:59:48.285210 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['28149935-f87c-43be-a6bd-d2950571a092', '323f725e-f112-4339-b68d-e77a85bdbfbf'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 15:59:48.293878 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4f099d41-dbf9-45a2-8a29-21e89b8ae1eb req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.15 "DELETE /v2.0/ports/323f725e-f112-4339-b68d-e77a85bdbfbf HTTP/1.1" status: 204  len: 173 time: 1.0754380
Nov 11 15:59:48.330895 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0344e954-0853-47f0-8dd3-f14e9087be01', 'name': 'network-vif-deleted', 'tag': '323f725e-f112-4339-b68d-e77a85bdbfbf', 'status': 'completed', 'code': 200}
Nov 11 15:59:48.588275 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f6b7e-f13a-4759-a672-ab073fbfec50 req-ec4a446f-1b07-4c82-a549-ea45b830decb tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:48.589912 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-468f6b7e-f13a-4759-a672-ab073fbfec50 req-ec4a446f-1b07-4c82-a549-ea45b830decb tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.0918832
Nov 11 15:59:48.605737 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-0cc5665d-3880-4114-9663-8592f84608e8 req-350e7de8-1773-417f-9f41-92f91e89c6f4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Synchronizing usage tracker for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 15:59:48.623166 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-0cc5665d-3880-4114-9663-8592f84608e8 req-350e7de8-1773-417f-9f41-92f91e89c6f4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Unset dirty status for tenant:4a17861cb0554acda0e8edc29e8297f9 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 15:59:48.624441 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0cc5665d-3880-4114-9663-8592f84608e8 req-350e7de8-1773-417f-9f41-92f91e89c6f4 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=0344e954-0853-47f0-8dd3-f14e9087be01 HTTP/1.1" status: 200  len: 210 time: 0.0647590
Nov 11 15:59:48.636380 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-468f6b7e-f13a-4759-a672-ab073fbfec50 req-827ca35a-70fc-46fd-9d4a-b6f408c00ab4 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399842
Nov 11 15:59:48.889162 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 72dc249c-4e10-4340-aca1-d731c41bdb75 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 15:59:48.952702 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba18e9a-81d7-4a8d-9c81-c30e120266f2 req-5379e5b3-6336-44cc-9bb5-d868e12ad32a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:48.957978 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-dba18e9a-81d7-4a8d-9c81-c30e120266f2 req-5379e5b3-6336-44cc-9bb5-d868e12ad32a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0926223
Nov 11 15:59:48.965140 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 72dc249c-4e10-4340-aca1-d731c41bdb75 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 15:59:48.970708 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 72dc249c-4e10-4340-aca1-d731c41bdb75 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 15:59:48.971087 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:49.004822 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-dba18e9a-81d7-4a8d-9c81-c30e120266f2 req-e5bf3f42-16b7-4458-814e-814d1aa9c7f7 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432472
Nov 11 15:59:49.104530 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:49.138477 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:59:49.154620 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:49.160132 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:49.162651 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:49.193588 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'code': 200}
Nov 11 15:59:49.235901 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:49.240004 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:49.246417 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3ec76-a75f-406d-aa10-c793748027b4 req-c6f08856-b974-42e6-b91e-37090fbafcda tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:49.248150 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d8d3ec76-a75f-406d-aa10-c793748027b4 req-c6f08856-b974-42e6-b91e-37090fbafcda tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1090996
Nov 11 15:59:49.296884 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d8d3ec76-a75f-406d-aa10-c793748027b4 req-ab750c3c-aaa6-49f4-b247-58a5a14e70db tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423007
Nov 11 15:59:49.519145 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb7332-f217-4480-b88f-9f7d614a9114 req-49b4b784-5c0c-4d59-ac59-e1cbba0fc992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:49.520619 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9ccb7332-f217-4480-b88f-9f7d614a9114 req-49b4b784-5c0c-4d59-ac59-e1cbba0fc992 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1098 time: 0.0684860
Nov 11 15:59:49.566469 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9ccb7332-f217-4480-b88f-9f7d614a9114 req-d0edd439-459e-4b21-9ba3-e51e83f922f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368037
Nov 11 15:59:50.193027 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8903-746d-4879-8017-a390152dddb3 req-8b6e95a7-4514-4d81-8b1a-db5e1f94b263 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:50.194421 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-509b8903-746d-4879-8017-a390152dddb3 req-8b6e95a7-4514-4d81-8b1a-db5e1f94b263 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0809455
Nov 11 15:59:50.240358 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad819733-cda2-4e5a-9cc9-eca99cf451a7 req-fedb3f3d-406a-455e-bc71-45fea2325582 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:50.241364 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-509b8903-746d-4879-8017-a390152dddb3 req-6b0e544b-bb1e-414f-9064-c178fd786c3e tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410678
Nov 11 15:59:50.241814 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad819733-cda2-4e5a-9cc9-eca99cf451a7 req-fedb3f3d-406a-455e-bc71-45fea2325582 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0894041
Nov 11 15:59:50.287809 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad819733-cda2-4e5a-9cc9-eca99cf451a7 req-77f2a805-e37f-4f45-8b84-be16a789fcd2 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398779
Nov 11 15:59:50.481063 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1ef8-0ac1-4a98-982b-fad0373266ad req-419aa6bf-7035-45e1-8488-95782f9d6374 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:50.482403 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-638b1ef8-0ac1-4a98-982b-fad0373266ad req-419aa6bf-7035-45e1-8488-95782f9d6374 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0822442
Nov 11 15:59:50.525272 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-638b1ef8-0ac1-4a98-982b-fad0373266ad req-c58cb060-64fa-4033-9151-46d2020c535b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365944
Nov 11 15:59:50.914629 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 323f725e-f112-4339-b68d-e77a85bdbfbf no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 15:59:50.948604 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 323f725e-f112-4339-b68d-e77a85bdbfbf {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 15:59:50.948927 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 323f725e-f112-4339-b68d-e77a85bdbfbf not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 15:59:51.429673 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910c04-0fe1-45f8-8c40-870fce1d40a0 req-b0bdf1b6-9640-477f-b53b-af05e3ca5891 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:51.431151 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-aa910c04-0fe1-45f8-8c40-870fce1d40a0 req-b0bdf1b6-9640-477f-b53b-af05e3ca5891 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0855856
Nov 11 15:59:51.479211 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-aa910c04-0fe1-45f8-8c40-870fce1d40a0 req-e90aabbe-4b76-4797-abe5-0466b37c4b83 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422397
Nov 11 15:59:51.480302 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f029b62-c780-41ee-a9e4-009ceda732c8 req-83c02ba5-0768-4c3f-b841-2c150886e2a6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:51.481789 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5f029b62-c780-41ee-a9e4-009ceda732c8 req-83c02ba5-0768-4c3f-b841-2c150886e2a6 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0831640
Nov 11 15:59:51.527921 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5f029b62-c780-41ee-a9e4-009ceda732c8 req-899d5b26-25fd-4b41-8590-af643daaff90 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398264
Nov 11 15:59:51.707006 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c30f37-84ad-4986-abb9-ced658a37c0e req-222d5721-fe59-404a-b2dc-6a1ce2485b3b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:51.708470 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-36c30f37-84ad-4986-abb9-ced658a37c0e req-222d5721-fe59-404a-b2dc-6a1ce2485b3b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0783799
Nov 11 15:59:51.752129 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-36c30f37-84ad-4986-abb9-ced658a37c0e req-6d909cf0-0c79-43a6-82e7-fd3e6eebbc15 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380743
Nov 11 15:59:51.941455 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fc055-7faa-43d1-b26f-63362b8f48da req-fe8d997a-6b4f-4a96-8e5d-876c4245d567 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:51.942913 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-238fc055-7faa-43d1-b26f-63362b8f48da req-fe8d997a-6b4f-4a96-8e5d-876c4245d567 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0848582
Nov 11 15:59:51.987956 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-238fc055-7faa-43d1-b26f-63362b8f48da req-2288e7b8-a10f-4081-a361-ba3c26685b59 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394013
Nov 11 15:59:52.010160 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58954) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:52.178640 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbf5c3-e2b9-4588-85aa-915d949f5adf tempest-TestShelveInstance-1022265046 tempest-TestShelveInstance-1022265046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:52.180146 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-a0bbf5c3-e2b9-4588-85aa-915d949f5adf tempest-TestShelveInstance-1022265046 tempest-TestShelveInstance-1022265046-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1093 time: 0.1690054
Nov 11 15:59:52.183022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 58960) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:52.188450 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'port_id': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 15:59:52.194441 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 15:59:52.198295 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Usage tracker for resource:floatingip and tenant:3b5fb3b108b446ed87e1a60eb3584a9d is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 15:59:52.201166 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 15:59:52.207526 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 15:59:52.217825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for floatingip, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:52.440578 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:52.589361 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Allocated IP 172.27.1.162 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/8d5dad85-ebff-4394-b0ce-29b522687a94) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 15:59:52.782367 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890245e-778b-4539-aed1-2d8d11cc5e3b req-9e5cc0f2-076d-4295-93f2-2a966dc40eb2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:52.783780 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0890245e-778b-4539-aed1-2d8d11cc5e3b req-9e5cc0f2-076d-4295-93f2-2a966dc40eb2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.1796880
Nov 11 15:59:52.820655 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:52.831946 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0890245e-778b-4539-aed1-2d8d11cc5e3b req-fc1601ce-44cc-4745-8137-eb136153e699 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423079
Nov 11 15:59:52.838348 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75668737-8844-452a-8feb-51ecac9d10be req-99a839dc-dadf-42ea-ade9-07e11f14b1fb tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:52.839895 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75668737-8844-452a-8feb-51ecac9d10be req-99a839dc-dadf-42ea-ade9-07e11f14b1fb tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1569166
Nov 11 15:59:52.905877 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-75668737-8844-452a-8feb-51ecac9d10be req-931261eb-6671-4892-933e-3c000985433a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562391
Nov 11 15:59:52.911620 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:52.915486 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:52.985912 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 15:59:52.988898 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 15:59:52.993768 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 15:59:53.019357 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'Port': ['ID=8d5dad85-ebff-4394-b0ce-29b522687a94,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:53.024549 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:53.421511 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:53.501176 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:53.715073 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:53.720112 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:53.723928 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:53.831914 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event updated for resources: {'Port': ['ID=8d5dad85-ebff-4394-b0ce-29b522687a94,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:53.835928 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:53.842635 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:54.026329 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161d8c9-cc75-406c-9615-eb1f2be1fe3c req-b12d93b1-46f6-4b99-bcd6-f59000ce0011 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:54.028710 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3161d8c9-cc75-406c-9615-eb1f2be1fe3c req-b12d93b1-46f6-4b99-bcd6-f59000ce0011 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0890961
Nov 11 15:59:54.083657 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3161d8c9-cc75-406c-9615-eb1f2be1fe3c req-98140cb2-7f9c-48d9-8421-f61909be92d8 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0469563
Nov 11 15:59:54.181493 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.l3_db [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Floating IP fa81ded1-966f-42e5-be66-430056a5afd7 associated. External IP: 172.27.1.162, port: 72dc249c-4e10-4340-aca1-d731c41bdb75.
Nov 11 15:59:54.355951 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee98ca3-6713-47e3-954c-b743d00e2e82 req-f439a56f-bc66-4d92-92ca-b3994de7c3ff tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:54.357452 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-aee98ca3-6713-47e3-954c-b743d00e2e82 req-f439a56f-bc66-4d92-92ca-b3994de7c3ff tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.2516732
Nov 11 15:59:54.469597 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-aee98ca3-6713-47e3-954c-b743d00e2e82 req-d216070b-dc1b-42b2-a9ee-30c9d4b4286a tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060929
Nov 11 15:59:54.600745 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Router 990c24fc-7b84-42bf-b6b0-1546beb38170 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 15:59:54.784933 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 15:59:54.794706 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] Sync routers for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 15:59:54.805345 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:59:54.806048 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6825a90>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:59:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:54.811673 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:54.872778 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6882436
Nov 11 15:59:54.873783 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:59:54.946177 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'status': 'completed', 'code': 200}
Nov 11 15:59:54.989184 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:55.055355 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a9793-198b-485c-aba2-628a127bd15a req-f563dcee-68f2-47c1-a2e3-e151525d09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:55.057031 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b68a9793-198b-485c-aba2-628a127bd15a req-f563dcee-68f2-47c1-a2e3-e151525d09a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1098 time: 0.0807574
Nov 11 15:59:55.211830 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a9793-198b-485c-aba2-628a127bd15a req-7b24e997-518f-4019-bdeb-0bb4dee442c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:55.213339 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b68a9793-198b-485c-aba2-628a127bd15a req-7b24e997-518f-4019-bdeb-0bb4dee442c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 910 time: 0.1480570
Nov 11 15:59:55.290708 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae816c3-7bb2-4551-8153-20e9277e60be req-288bcb4a-9785-4317-8f8b-de119dbd966e tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:55.292422 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eae816c3-7bb2-4551-8153-20e9277e60be req-288bcb4a-9785-4317-8f8b-de119dbd966e tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0883129
Nov 11 15:59:55.346366 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b68a9793-198b-485c-aba2-628a127bd15a req-b1aa923d-027c-496b-8dca-9f7c935f3742 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 999 time: 0.1196184
Nov 11 15:59:55.360152 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eae816c3-7bb2-4551-8153-20e9277e60be req-a10bc7a9-0028-4a08-a650-90e3ed76db81 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0600426
Nov 11 15:59:55.420845 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a9793-198b-485c-aba2-628a127bd15a req-2fbacee6-9604-415d-ae58-fa84ca34a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:55.422799 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b68a9793-198b-485c-aba2-628a127bd15a req-2fbacee6-9604-415d-ae58-fa84ca34a00a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 200  len: 848 time: 0.0592222
Nov 11 15:59:55.427041 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6825a90>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'fa81ded1-966f-42e5-be66-430056a5afd7', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'port_id': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'mac_address': 'fa:16:3e:75:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3b818-3667-48db-8d47-d760737d9ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:59:53Z', 'updated_at': '2021-11-11T15:59:53Z', 'revision_number': 0, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 5, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:55.431137 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] Checking router: 990c24fc-7b84-42bf-b6b0-1546beb38170 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 15:59:55.440375 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 15:59:55.441008 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6825a90>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:59:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:55.513909 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a9793-198b-485c-aba2-628a127bd15a req-ed4b28f2-2c56-4c74-86f4-c3a9093cd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:55.516703 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b68a9793-198b-485c-aba2-628a127bd15a req-ed4b28f2-2c56-4c74-86f4-c3a9093cd660 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d730887-935f-485c-8d91-5fec159b3360&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861728
Nov 11 15:59:55.626398 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 15:59:55.713704 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b68a9793-198b-485c-aba2-628a127bd15a req-ea83ef26-3d2e-4f02-8527-1d894ed6c06f service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840210
Nov 11 15:59:55.728188 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6643f6-b934-4bba-87d0-25085a308fde req-cb5ce48b-3286-44b8-b773-95e496a4f181 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:55.729662 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ea6643f6-b934-4bba-87d0-25085a308fde req-cb5ce48b-3286-44b8-b773-95e496a4f181 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1338401
Nov 11 15:59:55.855987 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ea6643f6-b934-4bba-87d0-25085a308fde req-106d3629-b04b-445c-988c-5b78ee738f5e tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051309
Nov 11 15:59:55.898529 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b68a9793-198b-485c-aba2-628a127bd15a req-b1fbe205-bd31-4385-a023-d9d7bbf68ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678066
Nov 11 15:59:56.009094 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6825a90>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'fa81ded1-966f-42e5-be66-430056a5afd7', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'port_id': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'mac_address': 'fa:16:3e:75:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3b818-3667-48db-8d47-d760737d9ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:59:53Z', 'updated_at': '2021-11-11T15:59:53Z', 'revision_number': 0, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 5, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 15:59:56.015282 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687098a0-3869-43c9-b381-76497df1c1f6 None None] The sync data for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi is: [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'fa81ded1-966f-42e5-be66-430056a5afd7', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'port_id': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'mac_address': 'fa:16:3e:75:97:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3b818-3667-48db-8d47-d760737d9ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T15:59:53Z', 'updated_at': '2021-11-11T15:59:53Z', 'revision_number': 0, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 5, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 15:59:56.240799 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d9cd3-e809-43e7-a698-44e5331de369 None None] New status for floating IP fa81ded1-966f-42e5-be66-430056a5afd7: ACTIVE {{(pid=86848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 15:59:56.370751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518232-0c77-4280-a84d-059af2b6c89d req-74a4cc41-e475-472f-8879-e8a32496e18b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:56.372473 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a3518232-0c77-4280-a84d-059af2b6c89d req-74a4cc41-e475-472f-8879-e8a32496e18b tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.0908103
Nov 11 15:59:56.444405 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Deleting port 28149935-f87c-43be-a6bd-d2950571a092 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 15:59:56.444405 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:56.573544 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9b5b4-27d0-491c-9bad-f3101e741007 req-e6696850-4a4b-4954-b8fb-2a4c95ca2518 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:56.575128 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b4d9b5b4-27d0-491c-9bad-f3101e741007 req-e6696850-4a4b-4954-b8fb-2a4c95ca2518 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.1015553
Nov 11 15:59:56.625010 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b4d9b5b4-27d0-491c-9bad-f3101e741007 req-f0eb4881-6095-47ae-ac5a-607001abc7af tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435257
Nov 11 15:59:56.716679 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] For port 28149935-f87c-43be-a6bd-d2950571a092, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=28149935-f87c-43be-a6bd-d2950571a092,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:56.716993 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:56.842363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Calling delete_port for 28149935-f87c-43be-a6bd-d2950571a092 owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 15:59:57.133383 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33ced1-1713-42aa-baec-79030141a882 req-fc9061c7-5e85-4b22-a203-863890452047 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:57.134882 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fa33ced1-1713-42aa-baec-79030141a882 req-fc9061c7-5e85-4b22-a203-863890452047 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb90d24-2330-4feb-8538-03a31e9931bd HTTP/1.1" status: 200  len: 945 time: 0.1586323
Nov 11 15:59:57.162363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:57.170084 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 15:59:57.228024 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Pushing event deleted for resources: {'Port': ['ID=28149935-f87c-43be-a6bd-d2950571a092,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 15:59:57.233948 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 15:59:57.246631 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 15:59:57.272314 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fa33ced1-1713-42aa-baec-79030141a882 req-75e00263-f67d-4738-9cff-bf635e1558b2 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d5641f2-9c28-4635-95d2-d68350bdf278&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297948
Nov 11 15:59:57.314262 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] No DVR routers for this DVR port 28149935-f87c-43be-a6bd-d2950571a092 on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 15:59:57.317357 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:57.320031 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb90d24-2330-4feb-8538-03a31e9931bd', 'name': 'network-vif-deleted', 'tag': '28149935-f87c-43be-a6bd-d2950571a092'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 15:59:57.336519 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a3518232-0c77-4280-a84d-059af2b6c89d req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] 10.222.0.15 "DELETE /v2.0/ports/28149935-f87c-43be-a6bd-d2950571a092 HTTP/1.1" status: 204  len: 173 time: 0.9584396
Nov 11 15:59:57.374406 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb90d24-2330-4feb-8538-03a31e9931bd', 'name': 'network-vif-deleted', 'tag': '28149935-f87c-43be-a6bd-d2950571a092', 'status': 'completed', 'code': 200}
Nov 11 15:59:57.820614 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d6460-daa5-44f6-a49d-770f86cf3d53 req-bc601880-90a3-4828-ae1f-430fb498055a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:57.822097 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cf3d6460-daa5-44f6-a49d-770f86cf3d53 req-bc601880-90a3-4828-ae1f-430fb498055a tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.0865197
Nov 11 15:59:57.871087 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cf3d6460-daa5-44f6-a49d-770f86cf3d53 req-4c643e40-c27c-464a-a5dd-d7374590a7ae tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431254
Nov 11 15:59:58.370060 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 58990) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 15:59:58.956458 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:58.974136 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 28149935-f87c-43be-a6bd-d2950571a092 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 15:59:59.019355 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 28149935-f87c-43be-a6bd-d2950571a092 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 15:59:59.019702 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 28149935-f87c-43be-a6bd-d2950571a092 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 15:59:59.252939 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf6aab-6cb0-474b-a61c-1ced5add85e0 req-371e0743-abe1-4e96-89be-c69f6aa476b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 15:59:59.252939 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29cf6aab-6cb0-474b-a61c-1ced5add85e0 req-371e0743-abe1-4e96-89be-c69f6aa476b2 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.2370973
Nov 11 15:59:59.342689 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29cf6aab-6cb0-474b-a61c-1ced5add85e0 req-55bcdfd8-048a-4aa3-8b1f-fd1e767e86c6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&id=e7c5468f-fffb-40a6-ade1-656d89d46107&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0609655
Nov 11 15:59:59.512544 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Deleting port 86ed93b4-1311-45a3-95af-1837865d05df {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 15:59:59.512776 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:59.691032 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] For port 86ed93b4-1311-45a3-95af-1837865d05df, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=86ed93b4-1311-45a3-95af-1837865d05df,segment=NetworkSegment(1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6),segment_id=1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 15:59:59.691379 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 15:59:59.821428 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Calling delete_port for 86ed93b4-1311-45a3-95af-1837865d05df owned by network:router_interface {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:00.144881 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:00.148550 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:00.196856 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ed93b4-1311-45a3-95af-1837865d05df,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:00.222864 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:00.459910 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:00.921379 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Router 9db748d1-66b2-47ae-8887-377305fd8685 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:00:01.105216 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:00:01.115704 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] Sync routers for ids ['9db748d1-66b2-47ae-8887-377305fd8685'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:00:01.119199 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] 10.222.0.24 "PUT /v2.0/routers/9db748d1-66b2-47ae-8887-377305fd8685/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7480223
Nov 11 16:00:01.121869 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59000) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:01.125626 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] Routers {'9db748d1-66b2-47ae-8887-377305fd8685'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:01.126301 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d63dc7f0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:59:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['9db748d1-66b2-47ae-8887-377305fd8685'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:01.301729 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks [] for router, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:01.311049 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] Set router 9db748d1-66b2-47ae-8887-377305fd8685 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:01.510914 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:01.523602 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Deleting port c6cfc75f-546c-410a-a2e9-ef05d93a3175 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:01.523986 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:01.638100 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d63dc7f0>, [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T16:00:00Z', 'revision_number': 5, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port': {'id': 'c6cfc75f-546c-410a-a2e9-ef05d93a3175', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db748d1-66b2-47ae-8887-377305fd8685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:56:56Z', 'updated_at': '2021-11-11T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:01.642717 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] Checking router: 9db748d1-66b2-47ae-8887-377305fd8685 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:00:01.651265 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] Routers {'9db748d1-66b2-47ae-8887-377305fd8685'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:01.651891 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d63dc7f0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:59:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['9db748d1-66b2-47ae-8887-377305fd8685'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:01.709866 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] For port c6cfc75f-546c-410a-a2e9-ef05d93a3175, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=c6cfc75f-546c-410a-a2e9-ef05d93a3175,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:01.710216 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:01.807889 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] Set router 9db748d1-66b2-47ae-8887-377305fd8685 gateway port host: None {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:01.837036 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Calling delete_port for c6cfc75f-546c-410a-a2e9-ef05d93a3175 owned by network:router_gateway {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:01.919079 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d63dc7f0>, [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T16:00:01Z', 'revision_number': 6, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:01.923342 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d30cad-be3f-4d5f-8cd6-9cafa9d63e8f None None] The sync data for ids ['9db748d1-66b2-47ae-8887-377305fd8685'] in dv-cinder-811151-2-iscsi is: [{'id': '9db748d1-66b2-47ae-8887-377305fd8685', 'name': 'tempest-ServerRescueNegativeTestJSON-448394884-router', 'tenant_id': '4a17861cb0554acda0e8edc29e8297f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:56:55Z', 'updated_at': '2021-11-11T16:00:01Z', 'revision_number': 6, 'project_id': '4a17861cb0554acda0e8edc29e8297f9', 'gw_port_host': None}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:00:02.014692 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.019689 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:02.069469 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6cfc75f-546c-410a-a2e9-ef05d93a3175,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:02.073160 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:02.166022 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.448013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.450375 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.537042 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.537538 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db748d1-66b2-47ae-8887-377305fd8685 {{(pid=86847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:00:02.557798 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.558935 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9db748d1-66b2-47ae-8887-377305fd8685 HTTP/1.1" status: 204  len: 168 time: 1.4359283
Nov 11 16:00:02.561474 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59006) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:02.625004 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Deleting subnet 3b44ab97-71d7-4ad7-ac01-8077af0829bc {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:00:02.628534 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.682787 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.739729 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.815411 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.819626 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:02.857410 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:02.861542 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b44ab97-71d7-4ad7-ac01-8077af0829bc,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:02.864415 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:02.866223 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b44ab97-71d7-4ad7-ac01-8077af0829bc HTTP/1.1" status: 204  len: 168 time: 0.3038123
Nov 11 16:00:02.868734 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59010) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:02.989052 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.118734 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.144896 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d4d430a0>,) {'filters': {'network_id': ['79b96d78-ed25-4328-bfaf-280c642450c3']}} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:03.158185 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d4d430a0>, '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6') {'for_net_delete': True} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:03.158478 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d4d430a0>, '1abbb167-4a8b-4fd3-b8a7-7e83afeda8e6') {} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:03.170117 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2079373'] for segment, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.186896 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.194057 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=86847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:00:03.194441 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1891331'] for segment, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]: Traceback (most recent call last):
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     timer()
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     cb(*args, **kw)
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     return func(*args, **kwargs)
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     self._notify()
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     self.callback(batched_events)
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     event.method(event)
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     return f(self, *a, **k)
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._get(url).json()
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:00:03.208045 dv-cinder-811151-2-iscsi neutron-server[86847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:00:03.286206 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.290054 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-98717753-a23c-45e8-80f0-8d8cf2849ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:03.303554 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.314635 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b96d78-ed25-4328-bfaf-280c642450c3,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:03.317865 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:03.323227 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] 10.222.0.24 "DELETE /v2.0/networks/79b96d78-ed25-4328-bfaf-280c642450c3 HTTP/1.1" status: 204  len: 168 time: 0.4535367
Nov 11 16:00:03.511226 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59016) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:03.550949 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 86ed93b4-1311-45a3-95af-1837865d05df no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:00:03.562652 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5802ac1a-b065-49ef-9821-7ad3a0fe393d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a17861cb0554acda0e8edc29e8297f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496752
Nov 11 16:00:03.565296 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59020) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:03.586655 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 86ed93b4-1311-45a3-95af-1837865d05df {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:00:03.587003 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 86ed93b4-1311-45a3-95af-1837865d05df not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:00:03.587429 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device c6cfc75f-546c-410a-a2e9-ef05d93a3175 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:00:03.624173 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: c6cfc75f-546c-410a-a2e9-ef05d93a3175 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:00:03.625097 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device c6cfc75f-546c-410a-a2e9-ef05d93a3175 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:00:03.628753 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4af3854-8bed-4c8d-91b6-84dcaca5cae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.660092 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4af3854-8bed-4c8d-91b6-84dcaca5cae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.712557 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4af3854-8bed-4c8d-91b6-84dcaca5cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.720170 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6621ee0c-e51c-41de-b875-bc587e64ce68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:03.741153 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af3854-8bed-4c8d-91b6-84dcaca5cae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5641f2-9c28-4635-95d2-d68350bdf278,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:03.747703 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d4af3854-8bed-4c8d-91b6-84dcaca5cae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:03.752729 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4af3854-8bed-4c8d-91b6-84dcaca5cae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:03.753861 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d4af3854-8bed-4c8d-91b6-84dcaca5cae1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d5641f2-9c28-4635-95d2-d68350bdf278 HTTP/1.1" status: 204  len: 168 time: 0.1875498
Nov 11 16:00:08.646226 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b5416-2183-4ae1-b9b3-5142a5a439ee req-a244d44c-e34f-4f8a-b434-a051cff15a3c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:08.647690 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e07b5416-2183-4ae1-b9b3-5142a5a439ee req-a244d44c-e34f-4f8a-b434-a051cff15a3c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 946 time: 0.0837414
Nov 11 16:00:08.695316 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e07b5416-2183-4ae1-b9b3-5142a5a439ee req-803f35bc-6de7-44a4-90ee-3bd2434ad2e5 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418026
Nov 11 16:00:09.903567 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd470f-02ac-45a7-aa94-6f87b1f74b0d req-42a4ec25-8f38-4d86-884a-5072639d48c9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:09.905162 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d9cd470f-02ac-45a7-aa94-6f87b1f74b0d req-42a4ec25-8f38-4d86-884a-5072639d48c9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 946 time: 0.0958200
Nov 11 16:00:09.952471 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d9cd470f-02ac-45a7-aa94-6f87b1f74b0d req-beb00959-3ecb-4a8d-a1a2-ad9eed2dfeb0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413451
Nov 11 16:00:10.398744 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f62fea-32af-41d9-8d76-0197687aef85 req-2a2330b7-226c-4d93-8314-60620ef9fc18 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:10.400211 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-56f62fea-32af-41d9-8d76-0197687aef85 req-2a2330b7-226c-4d93-8314-60620ef9fc18 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 946 time: 0.0827587
Nov 11 16:00:10.479848 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Deleting port 22c39280-7db0-4513-a66d-97aaf3002dbd {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:10.480081 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:10.741295 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] For port 22c39280-7db0-4513-a66d-97aaf3002dbd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=22c39280-7db0-4513-a66d-97aaf3002dbd,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:10.741560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:11.162904 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:11.163281 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:11.163595 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Floating IP f1d2973a-4048-4cc4-b378-a0a881fa4715 disassociated. External IP: 172.27.1.156, port: 22c39280-7db0-4513-a66d-97aaf3002dbd.
Nov 11 16:00:11.163938 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Calling delete_port for 22c39280-7db0-4513-a66d-97aaf3002dbd owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:11.168181 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc329b21-716c-4865-bb65-b393a537c047 req-3daee246-93d6-4283-85b8-5d0f29205ca1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:11.170563 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc329b21-716c-4865-bb65-b393a537c047 req-3daee246-93d6-4283-85b8-5d0f29205ca1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 946 time: 0.0963011
Nov 11 16:00:11.223145 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc329b21-716c-4865-bb65-b393a537c047 req-ff5a311a-2ee4-4393-a29c-d12171e9bb48 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462954
Nov 11 16:00:11.319992 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:11.325743 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-df85e795-b1e3-465e-8a01-99089f8b6749 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:11.370893 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event deleted for resources: {'Port': ['ID=22c39280-7db0-4513-a66d-97aaf3002dbd,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:11.374133 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:11.526331 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6625f1e6-4b1a-4899-a667-f4b9fa7454e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:11.564385 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:00:11.765115 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:00:11.772878 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] Sync routers for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:00:11.786030 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:11.786675 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5901fd0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:59:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:11.854035 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] No DVR routers for this DVR port 22c39280-7db0-4513-a66d-97aaf3002dbd on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:00:11.865619 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:11.881831 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-deleted', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:11.897040 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-56f62fea-32af-41d9-8d76-0197687aef85 req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "DELETE /v2.0/ports/22c39280-7db0-4513-a66d-97aaf3002dbd HTTP/1.1" status: 204  len: 173 time: 1.4899993
Nov 11 16:00:11.906139 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:11.952840 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14746dfb-70c7-4097-a7bc-c8d0148dcc82', 'name': 'network-vif-deleted', 'tag': '22c39280-7db0-4513-a66d-97aaf3002dbd', 'status': 'completed', 'code': 200}
Nov 11 16:00:12.054151 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:12.415538 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8de5ced-456b-407a-aa9e-d305ecef048c req-36518c04-8c6a-4926-8ffa-065cca6309c4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=14746dfb-70c7-4097-a7bc-c8d0148dcc82 HTTP/1.1" status: 200  len: 210 time: 0.0456731
Nov 11 16:00:12.423240 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5901fd0>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:12.428714 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] Checking router: 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:00:12.447249 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:12.448024 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5901fd0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T15:59:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:12.660175 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:13.031210 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5901fd0>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:13.037765 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b3446-bfcd-4d70-a6c1-692b3821788f None None] The sync data for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi is: [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:00:13.114401 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:00:13.166548 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 22c39280-7db0-4513-a66d-97aaf3002dbd {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:00:13.167111 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 22c39280-7db0-4513-a66d-97aaf3002dbd not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:00:13.339751 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222776ae-9780-479d-b263-5d162e288d99 None None] New status for floating IP f1d2973a-4048-4cc4-b378-a0a881fa4715: DOWN {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:00:13.574394 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59166) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:13.665425 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf693-2779-47ee-b550-0c502d21f06e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:13.698943 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf693-2779-47ee-b550-0c502d21f06e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:13.754813 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf693-2779-47ee-b550-0c502d21f06e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:13.758638 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0f9e6481-a82c-4604-b2b0-ae6db1f85fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:13.773156 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cf693-2779-47ee-b550-0c502d21f06e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:13.776549 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8f8cf693-2779-47ee-b550-0c502d21f06e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:13.788125 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf693-2779-47ee-b550-0c502d21f06e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:13.789273 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-8f8cf693-2779-47ee-b550-0c502d21f06e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "DELETE /v2.0/security-groups/bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef HTTP/1.1" status: 204  len: 168 time: 0.2112579
Nov 11 16:00:13.792193 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59170) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:13.809163 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.api.v2.resource [None req-e24b284c-605f-45c1-963d-be1767037c98 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] show failed (client error): The resource could not be found.
Nov 11 16:00:13.810180 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-e24b284c-605f-45c1-963d-be1767037c98 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups/bdfa2f78-ac61-4b4e-a5a0-2ff0058499ef HTTP/1.1" status: 404  len: 347 time: 0.0170562
Nov 11 16:00:13.813058 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59174) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:14.071552 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Deleting port 8167634a-344e-4483-8903-68dde8b58b0d {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:14.071877 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.074388 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fd2f535f-5882-41b6-9afe-c54fb628c286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.251854 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.269304 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.269579 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.401966 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Calling delete_port for 8167634a-344e-4483-8903-68dde8b58b0d owned by network:floatingip {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:14.555843 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59184) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:14.566732 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.571999 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1d2ac806-067f-4b77-891e-f1058269c660 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:14.617294 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event deleted for resources: {'Port': ['ID=8167634a-344e-4483-8903-68dde8b58b0d,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:14.657261 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.657642 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.658003 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.658366 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.658712 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.659066 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.659419 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.659768 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.660149 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.660478 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.660828 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.661173 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:14.668670 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:14.689956 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.704695 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:14.708869 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:54cf4d07c82a4a1aac39282710d186cc is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:14.711625 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:14.717492 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:14.724919 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.741073 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.742227 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "DELETE /v2.0/floatingips/f1d2973a-4048-4cc4-b378-a0a881fa4715 HTTP/1.1" status: 204  len: 168 time: 0.9282825
Nov 11 16:00:14.827663 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.832140 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.841794 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-505ddad2-5a74-4a37-8e33-4e1cc9761047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:14.882428 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54cf4d07c82a4a1aac39282710d186cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3254602
Nov 11 16:00:14.885541 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59192) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:14.888105 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f19350-3781-4436-80df-369e8176fdb8,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:14.900363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:14.953727 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2206a4f9-0954-4f18-accb-a64d38384245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:14.978281 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2206a4f9-0954-4f18-accb-a64d38384245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.003148 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59196) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:15.008654 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964006914', 'description': 'tempest-description--842731381'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:15.015479 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:15.019934 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:security_group and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:15.023075 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:15.029259 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:15.042950 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.044569 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2206a4f9-0954-4f18-accb-a64d38384245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.049356 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-eac86cbd-3c39-4573-b873-11b3b5371553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:15.060739 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206a4f9-0954-4f18-accb-a64d38384245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f19350-3781-4436-80df-369e8176fdb8,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:15.070543 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-2206a4f9-0954-4f18-accb-a64d38384245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:15.070769 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:15.075750 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:security_group_rule and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:15.077624 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2206a4f9-0954-4f18-accb-a64d38384245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.078913 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:15.085486 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:15.097670 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-2206a4f9-0954-4f18-accb-a64d38384245 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21f19350-3781-4436-80df-369e8176fdb8 HTTP/1.1" status: 204  len: 168 time: 0.1974132
Nov 11 16:00:15.122320 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.192800 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.197047 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.203244 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b345d806-ae4e-4b32-80be-f7a8a5f60b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:15.250725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2cb135-66ae-4371-bf14-c870b7536ab2,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:15.253758 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:15.254992 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.256445 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2522442
Nov 11 16:00:15.259489 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59204) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:15.265075 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'security_group_rule': {'security_group_id': 'ea2cb135-66ae-4371-bf14-c870b7536ab2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:15.271013 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:15.275040 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:security_group_rule and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:15.277975 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:15.284386 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:15.304868 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.374334 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.378380 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.381001 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-001b0b89-e8d7-44ae-926f-b22ee4ce1149 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:15.404457 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579dfc1f-ccc9-4556-a2d0-4540127e1ce9,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:15.411568 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:15.417483 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.418805 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-9b65f5d9-982f-4ba4-b7c2-82f3a7994073 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1582589
Nov 11 16:00:15.423414 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59214) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:15.428895 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'security_group_rule': {'security_group_id': 'ea2cb135-66ae-4371-bf14-c870b7536ab2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:15.435215 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:15.439270 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:security_group_rule and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:15.442302 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:15.448696 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:15.473405 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.542567 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.547916 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.549998 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9c348b0f-baf0-4a5d-8310-bad8ad10a37b tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:15.576374 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8baf005-7af7-4fab-968c-325075022f2a,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:15.579405 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:15.589976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.591178 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-e450ff68-b5ca-4a9d-a419-9b7e17f91c2e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1665447
Nov 11 16:00:15.595033 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59222) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:15.600631 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:15.606946 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:15.611099 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Usage tracker for resource:floatingip and tenant:b700de87faa24c98a4c96ebb71c56f80 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:15.616492 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:15.620741 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:15.636480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.795162 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:15.956948 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Allocated IP 172.27.1.249 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/93b12be3-08dc-4bf2-ad79-e044f9273116) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:00:16.149888 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.181036 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.187850 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:16.254272 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:00:16.257473 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:00:16.261259 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:00:16.290821 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'Port': ['ID=93b12be3-08dc-4bf2-ad79-e044f9273116,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:16.301381 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:16.351762 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.417964 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.678145 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.741472 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.746764 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.751577 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:16.867595 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'Port': ['ID=93b12be3-08dc-4bf2-ad79-e044f9273116,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:16.875539 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:16.884022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.908352 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:16.909797 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3135412
Nov 11 16:00:17.084613 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59270) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:17.175480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-ec4fe6ba-8bda-47c6-9577-055a2ae302ae tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:17.194533 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-ec4fe6ba-8bda-47c6-9577-055a2ae302ae tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:17.195879 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-ec4fe6ba-8bda-47c6-9577-055a2ae302ae tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--964006914&fields=id&tenant_id=b700de87faa24c98a4c96ebb71c56f80 HTTP/1.1" status: 200  len: 267 time: 0.0700498
Nov 11 16:00:17.274789 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:17.291539 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:17.295445 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Usage tracker for resource:security_group_rule and tenant:d51a0330bc8d4ba8942b42e02984879e is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:17.298355 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:17.304024 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:17.366814 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d0b3bb6b-2b15-4555-baf8-c853e9f7850a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:17.368541 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d0b3bb6b-2b15-4555-baf8-c853e9f7850a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 817 time: 0.1654656
Nov 11 16:00:17.385445 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-0fa8ae18-158a-40f9-aee6-dfe2b9fc4cc0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/quotas/b700de87faa24c98a4c96ebb71c56f80 HTTP/1.1" status: 200  len: 375 time: 0.0093832
Nov 11 16:00:17.397434 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:17.402069 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:17.408797 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-58872331-3f5c-4bd1-a1ff-fa06cc346c38 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:17.452703 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d51a0330bc8d4ba8942b42e02984879e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3668485
Nov 11 16:00:17.454128 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a2dafe-34d6-4d15-94f3-d14d82102e16,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:17.457075 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:17.457239 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59280) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:17.537514 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-ddeb83f7-717b-4617-bb7a-b0c4b476507b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:17.563594 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b5a42959-a491-4bc8-8813-6aa208f64f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:17.576092 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-ddeb83f7-717b-4617-bb7a-b0c4b476507b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:17.577780 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-ddeb83f7-717b-4617-bb7a-b0c4b476507b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1866963
Nov 11 16:00:17.613171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b5a42959-a491-4bc8-8813-6aa208f64f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:17.750654 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-524b62cd-cff5-49f9-ac65-c75970bacce8 service neutron] 10.222.0.24 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604309
Nov 11 16:00:17.754668 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b5a42959-a491-4bc8-8813-6aa208f64f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:17.759597 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7ebc488c-2ab7-4d44-84f6-cc8b8c0b9a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:17.793170 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a42959-a491-4bc8-8813-6aa208f64f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a2dafe-34d6-4d15-94f3-d14d82102e16,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:17.796609 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b5a42959-a491-4bc8-8813-6aa208f64f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:17.858338 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b5a42959-a491-4bc8-8813-6aa208f64f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:17.859453 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-b5a42959-a491-4bc8-8813-6aa208f64f9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96a2dafe-34d6-4d15-94f3-d14d82102e16 HTTP/1.1" status: 204  len: 168 time: 0.4001520
Nov 11 16:00:17.914831 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-70a0a679-efb1-4cf7-a99d-a7d6af9b37cb service neutron] 10.222.0.24 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560538
Nov 11 16:00:18.109779 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-ec19a98b-1402-4af7-b640-c636d00beae7 req-321095eb-855d-4421-aea8-5e1ebf25c3db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:18.124593 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-ec19a98b-1402-4af7-b640-c636d00beae7 req-321095eb-855d-4421-aea8-5e1ebf25c3db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:18.125984 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ec19a98b-1402-4af7-b640-c636d00beae7 req-321095eb-855d-4421-aea8-5e1ebf25c3db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 210 time: 0.0606451
Nov 11 16:00:18.213582 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59296) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:18.236909 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:18.258027 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:18.262101 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef467ad1d9af4e8d8740c41ccde23094 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:18.265417 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:18.272215 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:18.370463 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:18.374998 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:18.389089 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7bef7322-a133-4147-bec1-e9d3e6337d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:18.434862 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef467ad1d9af4e8d8740c41ccde23094&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2199955
Nov 11 16:00:18.436632 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918369cb-1d8d-4eda-be74-c5055e71e084,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:18.438106 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59302) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:18.439825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:18.519876 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e19db605-2401-4a7d-8c95-156b80dab3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:18.560432 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e19db605-2401-4a7d-8c95-156b80dab3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:18.614628 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e19db605-2401-4a7d-8c95-156b80dab3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:18.619102 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3c6e5aed-875d-4bd7-aee4-6b78339af744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:18.633313 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19db605-2401-4a7d-8c95-156b80dab3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918369cb-1d8d-4eda-be74-c5055e71e084,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:18.641743 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e19db605-2401-4a7d-8c95-156b80dab3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:18.651646 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e19db605-2401-4a7d-8c95-156b80dab3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:18.656088 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e19db605-2401-4a7d-8c95-156b80dab3c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/918369cb-1d8d-4eda-be74-c5055e71e084 HTTP/1.1" status: 204  len: 168 time: 0.2136872
Nov 11 16:00:19.314777 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-20cc0cd1-5857-49d5-89aa-ab23856b0193 req-c07c95d3-b803-430b-b519-20dbea010069 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 210 time: 0.0459096
Nov 11 16:00:19.322768 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d8cd37df-40a4-46ac-a82d-fe6528002b33 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:19.325713 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d8cd37df-40a4-46ac-a82d-fe6528002b33 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 817 time: 0.1773663
Nov 11 16:00:19.386311 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-ba894307-0e01-459f-844f-1087db3487b7 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b700de87faa24c98a4c96ebb71c56f80 HTTP/1.1" status: 200  len: 379 time: 0.0494301
Nov 11 16:00:19.400168 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'port': {'device_id': '459322f6-c80b-4680-ba19-2e7f046baae9', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'admin_state_up': True, 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'security_groups': ['ea2cb135-66ae-4371-bf14-c870b7536ab2']}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:19.651942 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:19.662476 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:19.674504 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Made reservation on behalf of b700de87faa24c98a4c96ebb71c56f80 for: {'port': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:00:19.678055 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:19.861190 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Allocated IP 172.20.0.5 (d09db5f2-8b02-41dc-8820-bcc90bc4827d/557f661c-3894-41a3-97b6-edc77bd37f98/0ae4398b-f226-4bf1-9e08-58c1650c8451) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:00:20.089977 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:20.111029 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Transition to ACTIVE for port object 0ae4398b-f226-4bf1-9e08-58c1650c8451 will not be triggered until provisioned by entity DHCP. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:00:20.138127 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:20.143933 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:20.216202 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:00:20.219859 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:00:20.224657 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:00:20.274614 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:20.279982 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:20.298130 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:20.298817 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:20.331424 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9363534
Nov 11 16:00:20.345080 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Request body: {'port': {'device_id': '459322f6-c80b-4680-ba19-2e7f046baae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:20.528852 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-b2ba9182-c530-45c1-b280-0eb4757c3fcb None None] Provisioning for port 0ae4398b-f226-4bf1-9e08-58c1650c8451 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:00:20.536949 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-b2ba9182-c530-45c1-b280-0eb4757c3fcb None None] Provisioning complete for port 0ae4398b-f226-4bf1-9e08-58c1650c8451 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:00:20.537619 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9182-c530-45c1-b280-0eb4757c3fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:20.554242 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:20.603202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba9182-c530-45c1-b280-0eb4757c3fcb None None] Port 0ae4398b-f226-4bf1-9e08-58c1650c8451 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:00:20.649813 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571666a5-0df8-4de1-931c-5242c43cea40 req-41472408-a1ec-49ac-a360-71c9c78c3532 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:20.650520 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-571666a5-0df8-4de1-931c-5242c43cea40 req-41472408-a1ec-49ac-a360-71c9c78c3532 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Synchronizing usage tracker for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:20.719648 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-571666a5-0df8-4de1-931c-5242c43cea40 req-41472408-a1ec-49ac-a360-71c9c78c3532 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Unset dirty status for tenant:b700de87faa24c98a4c96ebb71c56f80 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:20.720790 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-571666a5-0df8-4de1-931c-5242c43cea40 req-41472408-a1ec-49ac-a360-71c9c78c3532 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 931 time: 0.2469954
Nov 11 16:00:20.851195 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-571666a5-0df8-4de1-931c-5242c43cea40 req-c9064ab0-f989-408a-b388-fd28bc8b47b4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233943
Nov 11 16:00:21.002600 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae4398b-f226-4bf1-9e08-58c1650c8451 {{(pid=86847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:00:21.011124 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:21.027568 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Transition to ACTIVE for port object 0ae4398b-f226-4bf1-9e08-58c1650c8451 will not be triggered until provisioned by entity L2. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:00:21.033200 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:21.037379 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:21.194622 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:21.202634 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:21.288140 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Attempting to bind port 0ae4398b-f226-4bf1-9e08-58c1650c8451 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:00:21.288505 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Attempting to bind port 0ae4398b-f226-4bf1-9e08-58c1650c8451 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:00:21.288830 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Attempting to bind port 0ae4398b-f226-4bf1-9e08-58c1650c8451 on network d09db5f2-8b02-41dc-8820-bcc90bc4827d {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:00:21.293660 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Port 0ae4398b-f226-4bf1-9e08-58c1650c8451 on network d09db5f2-8b02-41dc-8820-bcc90bc4827d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:00:21.293983 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Attempting to bind port 0ae4398b-f226-4bf1-9e08-58c1650c8451 on network d09db5f2-8b02-41dc-8820-bcc90bc4827d {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:00:21.299833 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:00:21.300161 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Checking segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:00:21.300569 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Bound using segment: {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:00:21.300993 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Bound port: 0ae4398b-f226-4bf1-9e08-58c1650c8451, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d'}}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:00:21.301334 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:21.395195 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, cleared binding levels {{(pid=86847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:00:21.398380 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:00:21.403153 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:21.406817 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:21.464288 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:21.464898 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:21.466263 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ae4398b-f226-4bf1-9e08-58c1650c8451 HTTP/1.1" status: 200  len: 1093 time: 1.1270757
Nov 11 16:00:21.466753 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:21.497365 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=3']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:21.501293 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:21.520596 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'status': 'completed', 'code': 200}
Nov 11 16:00:21.611245 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-22bc86bc-3142-4eaa-9563-2b1c9ce491ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:21.612783 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-22bc86bc-3142-4eaa-9563-2b1c9ce491ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 1096 time: 0.0831978
Nov 11 16:00:21.784320 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-6466b36a-8191-4a4d-81a7-f4ec6a78323d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451 HTTP/1.1" status: 200  len: 217 time: 0.1612883
Nov 11 16:00:21.857329 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-cb37952a-87f3-41c9-8cf0-b3f4ed9ebb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:21.859311 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-cb37952a-87f3-41c9-8cf0-b3f4ed9ebb93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.0624404
Nov 11 16:00:21.942710 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c3181ee9-cbd2-4b68-aa3b-9b74ee2aa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:21.945209 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-c3181ee9-cbd2-4b68-aa3b-9b74ee2aa1ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756917
Nov 11 16:00:22.145893 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-974bc105-e1c9-4557-ab67-3f64633a43b3 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941032
Nov 11 16:00:22.158308 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d71e1-47eb-43fe-b05b-927e55966a8c req-940aa3be-bcc1-4cad-bf38-ce09c1dc74c9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:22.159788 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-127d71e1-47eb-43fe-b05b-927e55966a8c req-940aa3be-bcc1-4cad-bf38-ce09c1dc74c9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.1894603
Nov 11 16:00:22.290223 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-127d71e1-47eb-43fe-b05b-927e55966a8c req-11485c4c-bcb2-4657-ad5f-3654925bc261 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111624
Nov 11 16:00:22.331316 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-058e7d61-9e11-4ab9-852d-2e4d8f4550c6 req-1f061a34-001d-4ac0-9062-b9b1c02110c9 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705379
Nov 11 16:00:22.459201 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-bfc20abf-ab5d-407d-8e49-5e712f8d0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:22.460733 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-bfc20abf-ab5d-407d-8e49-5e712f8d0d24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 1096 time: 0.0760660
Nov 11 16:00:22.601454 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-0a225601-b355-4938-b80e-bc21dca0f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:22.603206 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-0a225601-b355-4938-b80e-bc21dca0f1cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.1338525
Nov 11 16:00:22.695991 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-bf874fe4-9200-46a2-9f9e-a819bb9bed6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451 HTTP/1.1" status: 200  len: 217 time: 0.0746925
Nov 11 16:00:22.761308 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-33937a68-ea1f-4592-892d-8edd6d2e5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:22.762764 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-33937a68-ea1f-4592-892d-8edd6d2e5901 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.0598090
Nov 11 16:00:22.852027 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-bae0153c-43c2-4d1e-9b69-f42ceeb9a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:22.854399 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-bae0153c-43c2-4d1e-9b69-f42ceeb9a3e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836368
Nov 11 16:00:22.989372 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-9ab676b8-67a4-47ed-91a2-519301240002 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261454
Nov 11 16:00:23.129298 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad9d7465-1897-4263-9b2a-6499b9263587 req-2407d4cc-37df-43e3-8d29-c42c0cdb6ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318042
Nov 11 16:00:23.149354 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:00:23.287178 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:23.300844 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'port_id': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'mac_address': 'fa:16:3e:54:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:00:23.356400 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:23.375166 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae4398b-f226-4bf1-9e08-58c1650c8451 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:00:23.392578 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:23.397641 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:23.399481 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-cff3fd73-75b4-4b93-b7b8-fa10e0fac0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:23.478014 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:23.481095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:23.499705 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83eb01-8a3c-4e86-a483-550c0e670925 req-c68d14ec-8cc5-44e3-ae83-864593bd9e81 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:23.501344 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-af83eb01-8a3c-4e86-a483-550c0e670925 req-c68d14ec-8cc5-44e3-ae83-864593bd9e81 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 944 time: 0.0933757
Nov 11 16:00:23.555256 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-af83eb01-8a3c-4e86-a483-550c0e670925 req-907188a3-dcd3-41de-8947-aba9fcca77e7 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481627
Nov 11 16:00:23.670030 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ae4398b-f226-4bf1-9e08-58c1650c8451'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:00:24.747198 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145d739-e6a9-4db4-b843-a76edf2ccbb3 req-0434cd07-e67b-4581-8e86-4f388735371f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:24.748974 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d145d739-e6a9-4db4-b843-a76edf2ccbb3 req-0434cd07-e67b-4581-8e86-4f388735371f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 944 time: 0.0826793
Nov 11 16:00:24.796312 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d145d739-e6a9-4db4-b843-a76edf2ccbb3 req-eb72622a-be9f-44ac-b535-879bbad24d56 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406334
Nov 11 16:00:24.833172 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59420) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:24.955876 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:24.970597 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:24.974489 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Usage tracker for resource:security_group_rule and tenant:98f8b5c4ef1f47f19a0a32de68f98d12 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:24.977340 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:24.983154 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:25.073562 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.078519 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.085880 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-be591b4f-af66-4e42-b710-818774da9959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:25.136666 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98f8b5c4ef1f47f19a0a32de68f98d12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3022811
Nov 11 16:00:25.137559 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9894b84e-111a-4262-823f-60002fdef88e,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:25.141569 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:25.141819 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59426) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:25.161262 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:00:25.203167 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4a85dff9-3d2b-48e3-9728-77f0b25377e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.229257 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4a85dff9-3d2b-48e3-9728-77f0b25377e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.234265 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 0ae4398b-f226-4bf1-9e08-58c1650c8451 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:00:25.239646 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 0ae4398b-f226-4bf1-9e08-58c1650c8451 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:00:25.240029 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.292403 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4a85dff9-3d2b-48e3-9728-77f0b25377e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.296565 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c28bc15c-eeec-43e1-8fff-5f959ee7cb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:25.309147 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85dff9-3d2b-48e3-9728-77f0b25377e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9894b84e-111a-4262-823f-60002fdef88e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:25.312383 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4a85dff9-3d2b-48e3-9728-77f0b25377e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:25.320862 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4a85dff9-3d2b-48e3-9728-77f0b25377e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.324890 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-4a85dff9-3d2b-48e3-9728-77f0b25377e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9894b84e-111a-4262-823f-60002fdef88e HTTP/1.1" status: 204  len: 168 time: 0.1792610
Nov 11 16:00:25.371774 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.400568 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:25.417470 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:25.423251 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.425185 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7959082c-6611-4847-97fd-a03a899cffc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:25.461207 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'code': 200}
Nov 11 16:00:25.506901 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:25.511477 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:25.687017 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59436) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:25.701458 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.717530 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:25.722115 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:c836b91dea1448958293c2289d67259d is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:25.725711 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004ab91-784c-42e4-948f-c0934dfc3c8c req-c21a27c0-f7b2-4d01-be12-e87b8e390c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:25.726245 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:25.727200 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9004ab91-784c-42e4-948f-c0934dfc3c8c req-c21a27c0-f7b2-4d01-be12-e87b8e390c6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 1098 time: 0.0763764
Nov 11 16:00:25.735500 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:25.838895 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.844345 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:25.851856 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0621169f-c6b7-4ec2-b990-ef53e9da481a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:25.888765 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9004ab91-784c-42e4-948f-c0934dfc3c8c req-40d0910f-f7ea-427e-9c94-2f9580b6e763 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1532018
Nov 11 16:00:25.901417 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d1bf0f-6c4c-4c76-aff8-341f84e9c8e5,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:25.906064 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:25.909743 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c836b91dea1448958293c2289d67259d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2286477
Nov 11 16:00:25.911319 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59442) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:26.028546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-17ee9274-faaf-4dad-90eb-78ea4ecd2e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:26.066086 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-17ee9274-faaf-4dad-90eb-78ea4ecd2e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:26.080934 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d4b0d-08d4-4504-a08e-9036ae685b4d req-5a95c73e-eb14-444d-ac8f-9e0770918e5b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:26.082433 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ba1d4b0d-08d4-4504-a08e-9036ae685b4d req-5a95c73e-eb14-444d-ac8f-9e0770918e5b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.1566281
Nov 11 16:00:26.151794 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ba1d4b0d-08d4-4504-a08e-9036ae685b4d req-33d75922-f48a-4242-9cbc-829c81252476 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578814
Nov 11 16:00:26.173428 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-17ee9274-faaf-4dad-90eb-78ea4ecd2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:26.180301 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-92d86a23-3bb3-4116-a12d-bd2bde8fc2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:26.191491 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9274-faaf-4dad-90eb-78ea4ecd2e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d1bf0f-6c4c-4c76-aff8-341f84e9c8e5,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:26.196062 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-17ee9274-faaf-4dad-90eb-78ea4ecd2e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:26.201043 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-17ee9274-faaf-4dad-90eb-78ea4ecd2e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:26.204487 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-17ee9274-faaf-4dad-90eb-78ea4ecd2e37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2d1bf0f-6c4c-4c76-aff8-341f84e9c8e5 HTTP/1.1" status: 204  len: 168 time: 0.2898874
Nov 11 16:00:27.361390 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637ccd0-6be7-4f39-a9a2-2cbeb65e88d2 req-c9e2bcd6-8ead-49e4-8ac4-ba7779c13430 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:27.362931 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5637ccd0-6be7-4f39-a9a2-2cbeb65e88d2 req-c9e2bcd6-8ead-49e4-8ac4-ba7779c13430 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0862491
Nov 11 16:00:27.417108 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5637ccd0-6be7-4f39-a9a2-2cbeb65e88d2 req-e4bdab9f-0b44-4d13-b20f-24797640f64b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479412
Nov 11 16:00:28.626117 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e940f8b-df04-4de5-a627-3821a80d1434 req-44af99dc-2748-44fb-8b35-e33264c16784 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:28.627640 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3e940f8b-df04-4de5-a627-3821a80d1434 req-44af99dc-2748-44fb-8b35-e33264c16784 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0920165
Nov 11 16:00:28.677847 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3e940f8b-df04-4de5-a627-3821a80d1434 req-74c61a23-653c-46c6-8542-9372730cab89 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404942
Nov 11 16:00:28.884981 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba69a-626f-4214-b2f7-1cd99e8cd153 req-8fa933f1-d398-4b4e-acc2-eb3bd5f9c4ed tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:28.886473 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-26cba69a-626f-4214-b2f7-1cd99e8cd153 req-8fa933f1-d398-4b4e-acc2-eb3bd5f9c4ed tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0886931
Nov 11 16:00:28.895054 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59510) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:28.901683 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Request body: {'floatingip': {'port_id': '0ae4398b-f226-4bf1-9e08-58c1650c8451'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:28.988828 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:29.105736 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead4b84-80c6-4e14-80fe-5a8ad26962e4 req-9dc53d40-af90-4ffa-a730-e5590a1d1b9c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:29.107254 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6ead4b84-80c6-4e14-80fe-5a8ad26962e4 req-9dc53d40-af90-4ffa-a730-e5590a1d1b9c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2683785
Nov 11 16:00:29.212343 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6ead4b84-80c6-4e14-80fe-5a8ad26962e4 req-235f7c51-4abe-417b-8320-c7f515565446 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976467
Nov 11 16:00:29.666853 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:29.670392 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:29.869320 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Floating IP dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb associated. External IP: 172.27.1.249, port: 0ae4398b-f226-4bf1-9e08-58c1650c8451.
Nov 11 16:00:30.347147 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:00:30.495565 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d6803-fde6-459e-b56b-474f2bdd2e61 req-a9e3da93-6d13-4a7e-b3cc-02b799634abf tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:30.497412 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a41d6803-fde6-459e-b56b-474f2bdd2e61 req-a9e3da93-6d13-4a7e-b3cc-02b799634abf tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1621580
Nov 11 16:00:30.548882 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a41d6803-fde6-459e-b56b-474f2bdd2e61 req-41296ddf-07a5-40bb-a5fb-ee2a6395e8bd tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449300
Nov 11 16:00:30.549110 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:00:30.555965 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:30.560056 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] Sync routers for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:00:30.570154 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:30.570776 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5d54070>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:30.636906 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-556a7c63-582d-45e7-b977-713ccf113ba4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "PUT /v2.0/floatingips/dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb HTTP/1.1" status: 200  len: 991 time: 1.7382603
Nov 11 16:00:30.636906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:30.691509 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'status': 'completed', 'code': 200}
Nov 11 16:00:30.772024 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:30.788207 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244422d8-760f-4253-a384-3fb084a96490 req-26ec02a3-907c-46d7-a3a9-28d91d212d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:30.789736 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-244422d8-760f-4253-a384-3fb084a96490 req-26ec02a3-907c-46d7-a3a9-28d91d212d05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 1098 time: 0.0731616
Nov 11 16:00:30.932566 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244422d8-760f-4253-a384-3fb084a96490 req-aab043e1-4f00-4d25-b856-edce944ce39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:30.934104 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-244422d8-760f-4253-a384-3fb084a96490 req-aab043e1-4f00-4d25-b856-edce944ce39d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.1365063
Nov 11 16:00:31.064862 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-244422d8-760f-4253-a384-3fb084a96490 req-665094d6-71c0-4051-aae4-adfe2af13c07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451 HTTP/1.1" status: 200  len: 999 time: 0.1222651
Nov 11 16:00:31.128209 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-4a4eed9b-0478-413b-a08e-bb178ab4fce6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:31.130000 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-4a4eed9b-0478-413b-a08e-bb178ab4fce6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.1302211
Nov 11 16:00:31.160762 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244422d8-760f-4253-a384-3fb084a96490 req-46be82ba-3b03-4519-aacb-349ebfef2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:31.160762 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-244422d8-760f-4253-a384-3fb084a96490 req-46be82ba-3b03-4519-aacb-349ebfef2332 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.0819125
Nov 11 16:00:31.221810 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Deleting port 21017668-eea0-4a2f-93fe-9614218a2250 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:31.222343 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:31.232145 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5d54070>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'port_id': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'mac_address': 'fa:16:3e:54:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459322f6-c80b-4680-ba19-2e7f046baae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:00:16Z', 'updated_at': '2021-11-11T16:00:29Z', 'revision_number': 1, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:31.238632 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] Checking router: 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:00:31.252929 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:31.253791 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5d54070>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:31.254596 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244422d8-760f-4253-a384-3fb084a96490 req-cad25244-fa0a-408b-a999-ed5467bb032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:31.256215 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-244422d8-760f-4253-a384-3fb084a96490 req-cad25244-fa0a-408b-a999-ed5467bb032c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903013
Nov 11 16:00:31.438383 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-244422d8-760f-4253-a384-3fb084a96490 req-5e416385-0b48-4af8-9da0-52f7f89883bc service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741095
Nov 11 16:00:31.483691 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:31.547504 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] For port 21017668-eea0-4a2f-93fe-9614218a2250, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21017668-eea0-4a2f-93fe-9614218a2250,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:31.548154 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:31.656762 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-244422d8-760f-4253-a384-3fb084a96490 req-be4e9a1e-d729-4e37-a2c1-2d82bf725faa service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109134
Nov 11 16:00:31.973014 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5d54070>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'port_id': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'mac_address': 'fa:16:3e:54:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459322f6-c80b-4680-ba19-2e7f046baae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:00:16Z', 'updated_at': '2021-11-11T16:00:29Z', 'revision_number': 1, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:31.975516 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961291d-36c2-4b1e-98ef-c44dacf14163 req-16194eae-a955-427b-9d56-e7d14767b4d1 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:31.977374 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883d863-446d-4ff3-9596-27b03b357614 None None] The sync data for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi is: [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'port_id': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'mac_address': 'fa:16:3e:54:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459322f6-c80b-4680-ba19-2e7f046baae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:00:16Z', 'updated_at': '2021-11-11T16:00:29Z', 'revision_number': 1, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:00:31.977607 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1961291d-36c2-4b1e-98ef-c44dacf14163 req-16194eae-a955-427b-9d56-e7d14767b4d1 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 946 time: 0.2125928
Nov 11 16:00:31.986215 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:31.986635 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:31.986974 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.l3_db [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Floating IP b914f309-078e-46eb-8153-1fc4b7d785a0 disassociated. External IP: 172.27.1.108, port: 21017668-eea0-4a2f-93fe-9614218a2250.
Nov 11 16:00:31.987323 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Calling delete_port for 21017668-eea0-4a2f-93fe-9614218a2250 owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:32.104162 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1961291d-36c2-4b1e-98ef-c44dacf14163 req-c7f4aeef-f425-46de-b080-92532b0e7ae3 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e67d461f-7b93-4d14-8bd8-1346a09f887c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869677
Nov 11 16:00:32.184747 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:32.191810 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:32.213519 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b14e0c1-253c-4cae-8688-6fb3e2376116 None None] New status for floating IP dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb: ACTIVE {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:00:32.245762 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event deleted for resources: {'Port': ['ID=21017668-eea0-4a2f-93fe-9614218a2250,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:32.250062 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:32.429485 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Router a9913df6-bd42-4f87-b389-30ea935880cc has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:00:32.722365 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:00:32.732404 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] Sync routers for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:00:32.744038 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:32.745088 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5f37400>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:32.804929 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] No DVR routers for this DVR port 21017668-eea0-4a2f-93fe-9614218a2250 on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:00:32.809022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:32.811992 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'name': 'network-vif-deleted', 'tag': '21017668-eea0-4a2f-93fe-9614218a2250'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:32.848046 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ed9806b3-2e53-4f09-b16e-3dc2e0b27a95 req-edbe6c0c-a3a5-44a6-9acd-c1c03528fc25 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "DELETE /v2.0/ports/21017668-eea0-4a2f-93fe-9614218a2250 HTTP/1.1" status: 204  len: 173 time: 1.7124681
Nov 11 16:00:32.880148 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd56af8-6ce3-4451-9af9-4c4c4626ccd5', 'name': 'network-vif-deleted', 'tag': '21017668-eea0-4a2f-93fe-9614218a2250', 'status': 'completed', 'code': 200}
Nov 11 16:00:32.965760 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:33.205587 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 21017668-eea0-4a2f-93fe-9614218a2250 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:00:33.258570 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 21017668-eea0-4a2f-93fe-9614218a2250 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:00:33.258914 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 21017668-eea0-4a2f-93fe-9614218a2250 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:00:33.297162 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-42557cf8-5b57-4381-adb8-de32a5e56ae7 req-f476e285-c848-4dc8-9236-4eaaf1ab2730 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fd56af8-6ce3-4451-9af9-4c4c4626ccd5 HTTP/1.1" status: 200  len: 210 time: 0.0485137
Nov 11 16:00:33.388625 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5f37400>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:33.396347 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] Checking router: a9913df6-bd42-4f87-b389-30ea935880cc for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:00:33.407252 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:33.407919 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5f37400>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:33.631805 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:34.008111 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5f37400>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:34.012488 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003892cd-ac67-409c-a2e2-cacd817c2bb2 None None] The sync data for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi is: [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:00:34.241933 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c0ac5-da4f-4c75-b6f9-dfbc35246385 None None] New status for floating IP b914f309-078e-46eb-8153-1fc4b7d785a0: DOWN {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:00:34.316198 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:00:34.427811 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59576) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:34.502320 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e653a790-ac38-4602-869a-aa5e21275860 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:34.534480 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e653a790-ac38-4602-869a-aa5e21275860 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:34.603176 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e653a790-ac38-4602-869a-aa5e21275860 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:34.607619 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ffb1585b-37f2-45d1-9436-71bd7906b1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:34.624112 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653a790-ac38-4602-869a-aa5e21275860 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67d461f-7b93-4d14-8bd8-1346a09f887c,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:34.626993 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e653a790-ac38-4602-869a-aa5e21275860 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:34.646577 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e653a790-ac38-4602-869a-aa5e21275860 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:34.650953 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e653a790-ac38-4602-869a-aa5e21275860 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "DELETE /v2.0/security-groups/e67d461f-7b93-4d14-8bd8-1346a09f887c HTTP/1.1" status: 204  len: 168 time: 0.2188892
Nov 11 16:00:34.650953 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59582) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:34.670873 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.api.v2.resource [None req-31f5d39b-9113-452f-a8f0-1bedd02d72d9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] show failed (client error): The resource could not be found.
Nov 11 16:00:34.672078 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-31f5d39b-9113-452f-a8f0-1bedd02d72d9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups/e67d461f-7b93-4d14-8bd8-1346a09f887c HTTP/1.1" status: 404  len: 347 time: 0.0190794
Nov 11 16:00:34.675796 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59586) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:34.955325 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Deleting port f8c145cb-a15f-4b9c-9e63-d7d58aeb05cb {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:34.955671 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:35.144436 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:35.144724 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:35.271956 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Calling delete_port for f8c145cb-a15f-4b9c-9e63-d7d58aeb05cb owned by network:floatingip {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:35.441250 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:35.446133 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ed5e5387-6e64-4129-89c8-4756b60fa4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:35.491047 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event deleted for resources: {'Port': ['ID=f8c145cb-a15f-4b9c-9e63-d7d58aeb05cb,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:35.520325 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:35.589007 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:35.609473 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:35.610611 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "DELETE /v2.0/floatingips/b914f309-078e-46eb-8153-1fc4b7d785a0 HTTP/1.1" status: 204  len: 168 time: 0.9338677
Nov 11 16:00:35.898315 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59602) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:35.903627 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214450412', 'description': 'tempest-description--1638449861'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:35.910346 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:35.914491 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:security_group and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:35.917503 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:35.930722 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:35.942186 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:35.963653 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:35.968646 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:security_group_rule and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:35.971638 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:35.977490 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:36.053381 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.057419 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.061488 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b3287ad6-ef62-464b-80c2-b66c525b252c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:36.104875 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98b0c8-d73b-4c05-ad6c-c5c9514da962,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:36.107986 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:36.113051 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.116170 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2167010
Nov 11 16:00:36.119357 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59608) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:36.124966 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'security_group_rule': {'security_group_id': '6b98b0c8-d73b-4c05-ad6c-c5c9514da962', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:36.139927 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:36.144399 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:security_group_rule and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:36.147412 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:36.159879 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:36.177964 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.249613 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.254947 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.257156 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:36.280846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f219c43-459c-4e64-aea3-6f5a8bd8dfea,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:36.283792 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:36.292617 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.294377 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-433ba7f4-fcc6-45eb-8885-2a341d4626e2 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1738524
Nov 11 16:00:36.297283 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59616) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:36.304561 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'security_group_rule': {'security_group_id': '6b98b0c8-d73b-4c05-ad6c-c5c9514da962', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:36.312873 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:36.316061 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:security_group_rule and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:36.318955 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:36.324788 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:36.346618 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.421505 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.425407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.427659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:36.448647 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cf209a-6319-4a51-b66d-2382df584e71,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:36.453950 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:36.462455 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.465041 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-df8cfdd9-5dce-4fb5-812c-bb347b683c6d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1655917
Nov 11 16:00:36.471196 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59622) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:36.472889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:36.479183 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:36.483476 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Usage tracker for resource:floatingip and tenant:372c0757fa0e4f519c4ded917967f608 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:36.486521 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:36.501609 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:36.513502 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.656410 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.801428 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Allocated IP 172.27.1.95 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/14e92457-c43c-40c7-a8c5-75c39f374d52) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:00:36.953346 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.984268 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:36.988081 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8393c483-1189-4734-9fea-320424118f3d tempest-DeleteServersTestJSON-459576313 tempest-DeleteServersTestJSON-459576313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:37.056133 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:00:37.057268 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:00:37.063878 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:00:37.114429 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'Port': ['ID=14e92457-c43c-40c7-a8c5-75c39f374d52,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:37.119133 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:37.172586 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:37.244976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:37.472340 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:37.478527 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:37.483720 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ccaf2105-8d5c-4de1-93bd-a4ec6665962a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:37.593980 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'Port': ['ID=14e92457-c43c-40c7-a8c5-75c39f374d52,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:37.598453 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:37.613573 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:37.645956 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:37.647179 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1787233
Nov 11 16:00:37.886277 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-d0f98cc9-cfeb-40d9-ad29-7d1be907d821 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:37.901358 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-d0f98cc9-cfeb-40d9-ad29-7d1be907d821 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:37.902531 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-d0f98cc9-cfeb-40d9-ad29-7d1be907d821 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1214450412&fields=id&tenant_id=372c0757fa0e4f519c4ded917967f608 HTTP/1.1" status: 200  len: 267 time: 0.0608678
Nov 11 16:00:38.061541 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-4821039f-b820-4159-882f-54ea6e56f69b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:38.063033 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-4821039f-b820-4159-882f-54ea6e56f69b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 810 time: 0.1527262
Nov 11 16:00:38.083710 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-d5484413-4fc4-43d2-870b-96348d949886 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/quotas/372c0757fa0e4f519c4ded917967f608 HTTP/1.1" status: 200  len: 375 time: 0.0148907
Nov 11 16:00:38.184893 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-cd89ca07-081d-411c-8087-c429aa6d273b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:38.203075 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-cd89ca07-081d-411c-8087-c429aa6d273b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:38.203075 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-cd89ca07-081d-411c-8087-c429aa6d273b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1134856
Nov 11 16:00:38.343367 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-e0c3908f-1e06-4d27-a54e-99e48ab6c9f1 service neutron] 10.222.0.24 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290588
Nov 11 16:00:38.478352 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-b4cbabfa-4400-4b53-8a3c-6024d5b623de service neutron] 10.222.0.24 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289933
Nov 11 16:00:38.666192 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-9a0d1abd-7b4c-4b07-9e47-e76074e823a1 req-937c3691-fc01-4837-9676-f6fc278429a6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:38.687553 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-9a0d1abd-7b4c-4b07-9e47-e76074e823a1 req-937c3691-fc01-4837-9676-f6fc278429a6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:38.689718 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9a0d1abd-7b4c-4b07-9e47-e76074e823a1 req-937c3691-fc01-4837-9676-f6fc278429a6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 210 time: 0.0732310
Nov 11 16:00:39.016168 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59666) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:39.152543 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:39.169277 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:39.173259 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Usage tracker for resource:security_group_rule and tenant:8d29cd3cd6d84a3e9697a01211f34087 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:39.176324 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:39.182618 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:39.294154 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:39.299235 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:39.307822 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-609f635b-2cf7-4e48-b0c1-bb08b3b3cfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:39.358027 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d29cd3cd6d84a3e9697a01211f34087&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3407488
Nov 11 16:00:39.358798 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fce0e-e318-4ba3-bd6a-c851b43ce67d,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:39.360752 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59674) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:39.361693 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:39.424250 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b159445a-4810-4018-a2d4-6c87a614255e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:39.450894 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b159445a-4810-4018-a2d4-6c87a614255e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:39.511676 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b159445a-4810-4018-a2d4-6c87a614255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:39.516149 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7d7ceb0a-2f4f-4e47-8111-cce7eee5a105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:39.527846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159445a-4810-4018-a2d4-6c87a614255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fce0e-e318-4ba3-bd6a-c851b43ce67d,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:39.531363 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b159445a-4810-4018-a2d4-6c87a614255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:39.534875 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b159445a-4810-4018-a2d4-6c87a614255e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:39.538303 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-b159445a-4810-4018-a2d4-6c87a614255e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa6fce0e-e318-4ba3-bd6a-c851b43ce67d HTTP/1.1" status: 204  len: 168 time: 0.1742787
Nov 11 16:00:40.003872 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59690) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:40.025545 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.045605 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:40.051028 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-57408b63-a1d7-49bb-aa75-a6424c578d88 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:40.053277 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Usage tracker for resource:security_group_rule and tenant:1eaf3beaed904639aeec15df42940385 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:40.053590 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-57408b63-a1d7-49bb-aa75-a6424c578d88 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 810 time: 0.3393557
Nov 11 16:00:40.060551 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:40.062122 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e9091647-bf78-496f-bf07-998974559e23 req-8533bacd-1692-40eb-b497-8f784c5ea126 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 210 time: 0.0975299
Nov 11 16:00:40.092674 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:40.123654 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-b63c9e5b-b810-413c-9184-7f45d23104ff tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372c0757fa0e4f519c4ded917967f608 HTTP/1.1" status: 200  len: 380 time: 0.0605164
Nov 11 16:00:40.135505 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'port': {'device_id': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'admin_state_up': True, 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'security_groups': ['6b98b0c8-d73b-4c05-ad6c-c5c9514da962']}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:40.183440 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-c7b67958-06e0-42e8-a85d-519802fdd511 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007469521&fields=id&tenant_id=699f34e6d4384c39a47971092fd129cf HTTP/1.1" status: 200  len: 267 time: 0.0661032
Nov 11 16:00:40.377877 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:40.387889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:40.399052 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.403890 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.408588 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Made reservation on behalf of 372c0757fa0e4f519c4ded917967f608 for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:00:40.412528 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.413460 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-dcad0992-910b-45df-b15a-e241c041b087 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:40.456146 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1eaf3beaed904639aeec15df42940385&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4504869
Nov 11 16:00:40.467440 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-3efe94a6-ff3c-44a2-a8c9-4acd956c5bf5 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:40.467961 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59696) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:40.468974 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-3efe94a6-ff3c-44a2-a8c9-4acd956c5bf5 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 984 time: 0.2775843
Nov 11 16:00:40.473633 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c991be96-651f-4f0b-bfed-9acfac041ec1,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:40.478093 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:40.481922 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Request body: {'port': {'security_groups': ['7aa54fe9-8fc8-4203-9c6a-3a452fade5bd']}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:40.611015 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d249d94f-bea9-422e-9fd2-0fac32e096c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.615942 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.655024 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d249d94f-bea9-422e-9fd2-0fac32e096c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.662164 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Allocated IP 172.20.0.4 (7bafec32-15fc-4801-820b-30f9531ac85b/e2b5f715-8376-4bea-8b74-3cc1ead5c3da/b42901b6-9579-4978-9172-0519ed3f35a1) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:00:40.833370 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d249d94f-bea9-422e-9fd2-0fac32e096c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.838662 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-526917f5-602e-4195-a563-7b7e08ef3487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:40.863319 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249d94f-bea9-422e-9fd2-0fac32e096c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c991be96-651f-4f0b-bfed-9acfac041ec1,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:40.872538 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d249d94f-bea9-422e-9fd2-0fac32e096c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:40.890437 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] For port 7cec21ac-2fda-4f39-9096-0843527c7aba, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7cec21ac-2fda-4f39-9096-0843527c7aba,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:40.895263 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d249d94f-bea9-422e-9fd2-0fac32e096c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.896405 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d249d94f-bea9-422e-9fd2-0fac32e096c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c991be96-651f-4f0b-bfed-9acfac041ec1 HTTP/1.1" status: 204  len: 168 time: 0.4273002
Nov 11 16:00:40.920965 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.927915 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.936174 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-42154ea7-f814-4cf4-bf99-5014336041a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:40.940009 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['7cec21ac-2fda-4f39-9096-0843527c7aba'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:00:40.941115 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:40.964640 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Transition to ACTIVE for port object b42901b6-9579-4978-9172-0519ed3f35a1 will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:00:40.997541 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.007841 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:41.089663 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:41.090358 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.098081 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-232ab3bc-9ead-4075-b5ad-8ba891159a9b req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "PUT /v2.0/ports/7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 942 time: 0.6216180
Nov 11 16:00:41.101035 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59706) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:41.109976 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:41.117923 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Network 7bafec32-15fc-4801-820b-30f9531ac85b is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:00:41.125276 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:00:41.143457 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:00:41.179233 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event updated for resources: {'Port': ['ID=7cec21ac-2fda-4f39-9096-0843527c7aba,revision_number=7']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:41.184516 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['7cec21ac-2fda-4f39-9096-0843527c7aba'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:00:41.193046 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:41.291886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event updated for resources: {'Port': ['ID=b42901b6-9579-4978-9172-0519ed3f35a1,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:41.299762 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:41.351012 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'status': 'completed', 'code': 200}
Nov 11 16:00:41.369732 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b94865c7-8c3d-42d4-8171-4aaa9f2207d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.381908 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:41.382875 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.446875 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b94865c7-8c3d-42d4-8171-4aaa9f2207d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.458700 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3272340
Nov 11 16:00:41.496148 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Request body: {'port': {'device_id': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:41.552840 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-4842bdeb-167c-40d9-9667-4fa9e4aa5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:41.554418 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-4842bdeb-167c-40d9-9667-4fa9e4aa5e04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1098 time: 0.1568727
Nov 11 16:00:41.563400 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-20dba604-e969-4c70-8306-bec67bdb04a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.602416 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af2a4f-6b9c-4689-80fe-edb0dffbc893 req-2dfaab7e-c1fc-4e92-89a2-0b3bc33e5764 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:41.611342 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-25af2a4f-6b9c-4689-80fe-edb0dffbc893 req-2dfaab7e-c1fc-4e92-89a2-0b3bc33e5764 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 931 time: 0.2543886
Nov 11 16:00:41.669110 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-175b82e7-f5fa-4c6a-a0e7-b1b5417511ab None None] Provisioning complete for port 7cec21ac-2fda-4f39-9096-0843527c7aba triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:00:41.669684 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-175b82e7-f5fa-4c6a-a0e7-b1b5417511ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.674725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.738427 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-25af2a4f-6b9c-4689-80fe-edb0dffbc893 req-c9ea7eae-567c-4423-b65a-bd5c11e6ce99 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261375
Nov 11 16:00:41.825136 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-0e45a2d9-2990-43ed-bb72-f50cd9c8ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:41.827403 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-0e45a2d9-2990-43ed-bb72-f50cd9c8ddd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 916 time: 0.2637770
Nov 11 16:00:41.858808 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.877131 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-175b82e7-f5fa-4c6a-a0e7-b1b5417511ab None None] Provisioning for port b42901b6-9579-4978-9172-0519ed3f35a1 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:00:41.895504 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-175b82e7-f5fa-4c6a-a0e7-b1b5417511ab None None] Provisioning complete for port b42901b6-9579-4978-9172-0519ed3f35a1 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:00:41.895976 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-175b82e7-f5fa-4c6a-a0e7-b1b5417511ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.897099 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b94865c7-8c3d-42d4-8171-4aaa9f2207d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:41.913260 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8b7741c2-6170-40af-881f-a42284169ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:41.941824 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94865c7-8c3d-42d4-8171-4aaa9f2207d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c5468f-fffb-40a6-ade1-656d89d46107,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:41.949034 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b94865c7-8c3d-42d4-8171-4aaa9f2207d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:41.976889 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-62d199ac-e5cc-4ce5-aca2-b1b031604a18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 999 time: 0.1426034
Nov 11 16:00:41.999660 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-175b82e7-f5fa-4c6a-a0e7-b1b5417511ab None None] Port b42901b6-9579-4978-9172-0519ed3f35a1 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:00:42.024112 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-b94865c7-8c3d-42d4-8171-4aaa9f2207d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:42.024112 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-b94865c7-8c3d-42d4-8171-4aaa9f2207d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7c5468f-fffb-40a6-ade1-656d89d46107 HTTP/1.1" status: 204  len: 168 time: 0.9154735
Nov 11 16:00:42.024112 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59728) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:42.063179 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-93253ad8-3d81-4d8e-8f6d-cb9a93d74fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:42.065135 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-93253ad8-3d81-4d8e-8f6d-cb9a93d74fea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 200  len: 854 time: 0.0811658
Nov 11 16:00:42.158168 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-fbcf61c3-ced7-44d2-86ff-ab85ccd99b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:42.159736 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-fbcf61c3-ced7-44d2-86ff-ab85ccd99b45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11c15e2-7c6d-450e-b220-dfd6dab84ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870230
Nov 11 16:00:42.373507 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Deleting port 911eb6e4-c966-4a8b-9ff3-dee9c27ba232 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:42.374137 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:42.395968 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-e0753be7-229e-4816-ba37-e42a9daf2db0 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288215
Nov 11 16:00:42.601566 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-73e0c082-9fef-4d39-bb2d-e9135c7357cc req-8861abdb-ca27-4878-9988-882312c253bf service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981575
Nov 11 16:00:42.631693 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42901b6-9579-4978-9172-0519ed3f35a1 {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:00:42.643444 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:42.668735 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Transition to ACTIVE for port object b42901b6-9579-4978-9172-0519ed3f35a1 will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:00:42.679827 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59744) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:42.683500 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:42.691040 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-19d7b171-94d6-458f-8cce-199f63352974 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:42.821550 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:42.838991 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:42.844563 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Usage tracker for resource:security_group_rule and tenant:5e64d4ee84ae492e93789d975bbd7ad8 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:42.848729 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:42.855650 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:42.910664 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:42.910993 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.019203 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cad3ba-576e-43c0-89e4-4935752ec20b req-0eaa5d23-a17f-4b0e-8dfd-7bf058ac6716 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:43.020847 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-21cad3ba-576e-43c0-89e4-4935752ec20b req-0eaa5d23-a17f-4b0e-8dfd-7bf058ac6716 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 943 time: 0.1449497
Nov 11 16:00:43.050875 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.059359 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.066999 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7a84419b-5edc-4fb5-9c35-fc335fa60fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:43.078047 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Calling delete_port for 911eb6e4-c966-4a8b-9ff3-dee9c27ba232 owned by network:floatingip {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:43.134433 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-21cad3ba-576e-43c0-89e4-4935752ec20b req-6e9a1842-a614-4f25-818b-6b7188db9cbe tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031883
Nov 11 16:00:43.138589 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eb38bf-7d94-4fca-a28d-929b629f0dab,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:43.142147 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:43.148282 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e64d4ee84ae492e93789d975bbd7ad8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4665830
Nov 11 16:00:43.148282 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59752) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:43.194472 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Pushing event updated for resources: {'Port': ['ID=b42901b6-9579-4978-9172-0519ed3f35a1,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:43.203867 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:43.219906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd13ee9e-8aa7-4bf6-ae6c-2fe65416b1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.249240 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd13ee9e-8aa7-4bf6-ae6c-2fe65416b1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.303270 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Attempting to bind port b42901b6-9579-4978-9172-0519ed3f35a1 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:00:43.303995 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Attempting to bind port b42901b6-9579-4978-9172-0519ed3f35a1 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:00:43.303995 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Attempting to bind port b42901b6-9579-4978-9172-0519ed3f35a1 on network 7bafec32-15fc-4801-820b-30f9531ac85b {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:00:43.309636 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Port b42901b6-9579-4978-9172-0519ed3f35a1 on network 7bafec32-15fc-4801-820b-30f9531ac85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:00:43.309948 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Attempting to bind port b42901b6-9579-4978-9172-0519ed3f35a1 on network 7bafec32-15fc-4801-820b-30f9531ac85b {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:00:43.312875 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd13ee9e-8aa7-4bf6-ae6c-2fe65416b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.318638 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ef8a608e-89f6-414d-8ebb-a8b621c29b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:43.360338 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:00:43.360758 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Checking segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:00:43.361180 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Bound using segment: {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:00:43.361633 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Bound port: b42901b6-9579-4978-9172-0519ed3f35a1, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6480cfdb-115f-4e31-9186-a1652ab6c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:00:43.361979 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.436009 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ee9e-8aa7-4bf6-ae6c-2fe65416b1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eb38bf-7d94-4fca-a28d-929b629f0dab,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:43.439224 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cd13ee9e-8aa7-4bf6-ae6c-2fe65416b1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:43.444925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.451332 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd13ee9e-8aa7-4bf6-ae6c-2fe65416b1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.451611 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:43.464170 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-cd13ee9e-8aa7-4bf6-ae6c-2fe65416b1ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40eb38bf-7d94-4fca-a28d-929b629f0dab HTTP/1.1" status: 204  len: 168 time: 0.3056767
Nov 11 16:00:43.515237 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event deleted for resources: {'Port': ['ID=911eb6e4-c966-4a8b-9ff3-dee9c27ba232,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:43.552956 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:43.604295 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] For port b42901b6-9579-4978-9172-0519ed3f35a1, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:00:43.617204 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] For port b42901b6-9579-4978-9172-0519ed3f35a1, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b42901b6-9579-4978-9172-0519ed3f35a1,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:00:43.623162 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.628904 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1da71f7b-8c0e-412b-865a-c8d6a29e08d0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:43.679852 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks [] for floatingip, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.680358 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.l3_db [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Floating IP c8b69242-cc9b-4091-8bb9-1fe1ec6d2c07 disassociated (deleted). External IP: 172.27.1.8, port: 7cec21ac-2fda-4f39-9096-0843527c7aba.
Nov 11 16:00:43.772485 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:43.772485 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:43.772733 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] 10.222.0.15 "PUT /v2.0/ports/b42901b6-9579-4978-9172-0519ed3f35a1 HTTP/1.1" status: 200  len: 1093 time: 2.2981343
Nov 11 16:00:43.773167 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'tag': 'b42901b6-9579-4978-9172-0519ed3f35a1'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:43.855618 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'tag': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'status': 'completed', 'code': 200}
Nov 11 16:00:43.892996 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Pushing event updated for resources: {'Port': ['ID=b42901b6-9579-4978-9172-0519ed3f35a1,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:43.917152 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:44.050301 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-ed68660c-09ca-46d5-8a14-e39130724cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:44.051783 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-ed68660c-09ca-46d5-8a14-e39130724cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 1096 time: 0.2001362
Nov 11 16:00:44.080521 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-848dcd18-765d-4b5f-8531-e0743e864a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.191742 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-43c2286c-0ac1-42df-9943-67392479252e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42901b6-9579-4978-9172-0519ed3f35a1 HTTP/1.1" status: 200  len: 217 time: 0.0833752
Nov 11 16:00:44.269854 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.270755 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Router 6fa8a34e-0c97-43de-a805-6a3e56da43aa has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:00:44.278671 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-14f049c1-62ef-4b34-94e2-bb355c0549c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:44.280164 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-14f049c1-62ef-4b34-94e2-bb355c0549c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.0786119
Nov 11 16:00:44.358251 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59782) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:44.477259 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1367736927-network', 'tenant_id': 'bb4c6fc386094cd08bc907440ae22c6c'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:44.483640 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:44.487890 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Usage tracker for resource:network and tenant:bb4c6fc386094cd08bc907440ae22c6c is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:44.490902 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:44.499009 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:44.514527 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Made reservation on behalf of bb4c6fc386094cd08bc907440ae22c6c for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:00:44.517363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.532126 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.551322 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:44.555719 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Usage tracker for resource:security_group_rule and tenant:bb4c6fc386094cd08bc907440ae22c6c is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:44.558958 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:44.565729 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:44.632519 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:00:44.635583 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-ee067f0e-0916-488b-a504-810d1cc44ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:44.637112 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-ee067f0e-0916-488b-a504-810d1cc44ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3473918
Nov 11 16:00:44.643751 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] Sync routers for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:00:44.659670 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:44.660329 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5fd39a0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:44.693305 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.699421 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.705786 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-786eca6e-b7f0-4a7a-80cd-2871f6d6f85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:44.749583 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bf8aa2-627c-4a84-b76f-fb67968b1be0,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:44.767139 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:44.775397 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 16:00:44.786070 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.786460 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Added segment b41dcba8-e1a2-4287-9360-b671b9e3f84b of type vlan for network 07b00c33-647e-447a-a2f2-ed169d67cd74
Nov 11 16:00:44.795782 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.824070 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.859339 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.860917 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:44.861562 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:44.867269 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:44.873237 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:44.899068 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "DELETE /v2.0/floatingips/c8b69242-cc9b-4091-8bb9-1fe1ec6d2c07 HTTP/1.1" status: 204  len: 168 time: 2.8754454
Nov 11 16:00:44.934989 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-dbb39c77-c230-489e-ba2b-28c5b0e89364 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818382
Nov 11 16:00:44.976794 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6173084
Nov 11 16:00:44.977513 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59794) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:44.978186 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Pushing event updated for resources: {'Network': ['ID=07b00c33-647e-447a-a2f2-ed169d67cd74,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:44.982473 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:44.986591 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Request body: {'subnet': {'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1367736927-subnet', 'tenant_id': 'bb4c6fc386094cd08bc907440ae22c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:44.991556 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:44.996266 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Usage tracker for resource:subnet and tenant:bb4c6fc386094cd08bc907440ae22c6c is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:44.999461 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:45.005523 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:45.015804 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 07b00c33-647e-447a-a2f2-ed169d67cd74 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 16:00:45.021820 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Made reservation on behalf of bb4c6fc386094cd08bc907440ae22c6c for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:00:45.024696 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2243435'] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:45.127565 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ccfe9-2245-435c-8d22-830e4e4cd87f req-28a82690-2fe6-4e41-a1cc-b85d65245541 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:45.128554 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-c46ccfe9-2245-435c-8d22-830e4e4cd87f req-28a82690-2fe6-4e41-a1cc-b85d65245541 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:45.170850 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-c46ccfe9-2245-435c-8d22-830e4e4cd87f req-28a82690-2fe6-4e41-a1cc-b85d65245541 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:45.172037 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c46ccfe9-2245-435c-8d22-830e4e4cd87f req-28a82690-2fe6-4e41-a1cc-b85d65245541 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 943 time: 0.7244849
Nov 11 16:00:45.259466 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91c4ff98-ef8b-498f-84a0-431a091ef84d req-f43cbbce-a5ed-4a29-8e2a-6848b8d6aea1 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3127849
Nov 11 16:00:45.262650 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c46ccfe9-2245-435c-8d22-830e4e4cd87f req-3e3093a7-0a86-489d-8b16-a654a4602f22 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792446
Nov 11 16:00:45.300587 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2075566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2243445'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:45.305876 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:45.364442 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:45.416701 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:45.417252 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204691-a464-4617-986f-021e56a7062f req-9982471b-7f60-42ed-8d5a-e6380f07bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:45.418303 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bc204691-a464-4617-986f-021e56a7062f req-9982471b-7f60-42ed-8d5a-e6380f07bff6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 1096 time: 0.0964241
Nov 11 16:00:45.421427 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:45.428562 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Checking segment: {'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:00:45.428920 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Network hostable DHCP agents. Network: 07b00c33-647e-447a-a2f2-ed169d67cd74, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 16:00:45.453293 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Network 07b00c33-647e-447a-a2f2-ed169d67cd74 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 16:00:45.470318 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 07b00c33-647e-447a-a2f2-ed169d67cd74) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:00:45.476268 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:45.476935 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:45.484962 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b0e0c-ea52-4c6f-ada7-41a9bc891c03 None None] Network 07b00c33-647e-447a-a2f2-ed169d67cd74 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:00:45.511280 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f95230a9-9452-4d7a-ab06-e8f87b744b0f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5300364
Nov 11 16:00:45.595921 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5fd39a0>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:46Z', 'revision_number': 5, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:45.603432 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] Checking router: 6fa8a34e-0c97-43de-a805-6a3e56da43aa for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:00:45.606764 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204691-a464-4617-986f-021e56a7062f req-f006b0f6-a835-4847-8384-cb4c260b5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:45.608355 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bc204691-a464-4617-986f-021e56a7062f req-f006b0f6-a835-4847-8384-cb4c260b5c35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 911 time: 0.1812205
Nov 11 16:00:45.626723 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:45.627453 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5fd39a0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:45.703743 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bc204691-a464-4617-986f-021e56a7062f req-34169c96-b700-47a2-a6c5-b7b532281f2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42901b6-9579-4978-9172-0519ed3f35a1 HTTP/1.1" status: 200  len: 217 time: 0.0751283
Nov 11 16:00:45.788700 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204691-a464-4617-986f-021e56a7062f req-70e2344b-1b70-441c-b3e4-07e2104db806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:45.790220 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bc204691-a464-4617-986f-021e56a7062f req-70e2344b-1b70-441c-b3e4-07e2104db806 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.0792778
Nov 11 16:00:45.858575 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:45.886390 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204691-a464-4617-986f-021e56a7062f req-db14a418-a985-40ee-95c4-4df7de945fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:45.890005 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bc204691-a464-4617-986f-021e56a7062f req-db14a418-a985-40ee-95c4-4df7de945fac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0928366
Nov 11 16:00:45.933472 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'status': 'completed', 'code': 200}
Nov 11 16:00:46.076600 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-6d23d0a8-6068-4b81-b90d-a7059504b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:46.076822 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:46.078291 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-6d23d0a8-6068-4b81-b90d-a7059504b164 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1098 time: 0.1004612
Nov 11 16:00:46.116619 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bc204691-a464-4617-986f-021e56a7062f req-1863c544-73d5-4d18-8bd0-48500061fe2f service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146583
Nov 11 16:00:46.150823 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8af81-9fec-471c-a6a3-4733e8fa9d64 None None] Network 07b00c33-647e-447a-a2f2-ed169d67cd74 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:00:46.353679 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-fe49a068-1ce4-4278-8b5f-3393d6ebf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:46.355489 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-fe49a068-1ce4-4278-8b5f-3393d6ebf910 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 916 time: 0.2687194
Nov 11 16:00:46.505981 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-d221d31e-bf95-455c-8828-c824c6a1cbb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 217 time: 0.1420257
Nov 11 16:00:46.531505 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bc204691-a464-4617-986f-021e56a7062f req-efdd0a32-2f02-44da-91e3-126cf1629fa0 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4057410
Nov 11 16:00:46.597960 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-2b47f48c-adcc-4b92-a447-f4123e691996 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3298266
Nov 11 16:00:46.624816 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-f05822a3-2276-48e3-8312-5f4a07584882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:46.626249 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-f05822a3-2276-48e3-8312-5f4a07584882 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 200  len: 854 time: 0.1138422
Nov 11 16:00:46.661195 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3aae3-d0c6-4dfd-a805-8ff9ea9df212 req-1041aa22-bfdf-4a07-9f78-a78f54c4b32d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:46.677769 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-acf3aae3-d0c6-4dfd-a805-8ff9ea9df212 req-1041aa22-bfdf-4a07-9f78-a78f54c4b32d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 943 time: 0.1420395
Nov 11 16:00:46.718007 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-6d28cd94-e7c4-4d12-bb2e-545731aeef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:46.719819 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-6d28cd94-e7c4-4d12-bb2e-545731aeef29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11c15e2-7c6d-450e-b220-dfd6dab84ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849917
Nov 11 16:00:46.758580 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-acf3aae3-d0c6-4dfd-a805-8ff9ea9df212 req-4d987a12-edc3-49a1-b78d-ce550fd0a634 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794761
Nov 11 16:00:46.818153 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:46.865362 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5fd39a0>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:46Z', 'revision_number': 5, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:46.869818 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bc7ce-f196-4206-9315-0b7b8a2b140e None None] The sync data for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi is: [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T15:57:37Z', 'revision_number': 4, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd9adbe05-905c-4b40-acd0-c0a8032ff15e', 'name': '', 'network_id': 'b11c15e2-7c6d-450e-b220-dfd6dab84ada', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'mac_address': 'fa:16:3e:6d:e2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f131137-bcef-4582-bc08-19196c85edd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:36Z', 'updated_at': '2021-11-11T15:57:46Z', 'revision_number': 5, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'subnets': [{'id': '7f131137-bcef-4582-bc08-19196c85edd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:00:46.909830 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-7614947a-729e-486c-8fc0-3dedab94a853 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817260
Nov 11 16:00:47.054033 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a97993b-ab92-4eee-af21-e7d93b16884e req-895dc186-ce03-4c09-ade4-f7ee7f270d01 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372280
Nov 11 16:00:47.124961 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03c725-0f15-46ea-8918-b78e8a9767ea None None] New status for floating IP c8b69242-cc9b-4091-8bb9-1fe1ec6d2c07: DOWN {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:00:47.188667 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-a2c8ec74-958f-472d-ba44-bb6fa10b49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:47.190185 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-a2c8ec74-958f-472d-ba44-bb6fa10b49fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699f34e6d4384c39a47971092fd129cf&device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 1098 time: 0.0874145
Nov 11 16:00:47.243580 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device b42901b6-9579-4978-9172-0519ed3f35a1 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:00:47.343373 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-fa5405b4-52da-4d5e-b5d4-641b8c0c2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:47.344858 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-fa5405b4-52da-4d5e-b5d4-641b8c0c2759 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 200  len: 916 time: 0.1342974
Nov 11 16:00:47.395676 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port b42901b6-9579-4978-9172-0519ed3f35a1, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b42901b6-9579-4978-9172-0519ed3f35a1,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:47.409574 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'port_id': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'mac_address': 'fa:16:3e:08:7a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:00:47.415100 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-1a5a37d1-b781-4c9e-a50e-65534ae387d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 200  len: 217 time: 0.0623341
Nov 11 16:00:47.523473 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:47.543038 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42901b6-9579-4978-9172-0519ed3f35a1 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:00:47.560816 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port b42901b6-9579-4978-9172-0519ed3f35a1, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b42901b6-9579-4978-9172-0519ed3f35a1,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:47.565935 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:47.569305 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:47.594101 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-a043ee08-40c3-473d-a574-e77084eb703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:47.595741 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-a043ee08-40c3-473d-a574-e77084eb703f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 200  len: 854 time: 0.1742663
Nov 11 16:00:47.653408 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=b42901b6-9579-4978-9172-0519ed3f35a1,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:47.661587 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.661931 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.662271 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.662598 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.662927 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.663253 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.663576 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.663893 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.664287 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.664552 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.664858 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.665171 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:47.669362 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:47.676406 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-fc000cb5-8e71-4233-b427-ad9b55d97971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:47.677884 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-fc000cb5-8e71-4233-b427-ad9b55d97971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11c15e2-7c6d-450e-b220-dfd6dab84ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750144
Nov 11 16:00:47.808610 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['b42901b6-9579-4978-9172-0519ed3f35a1'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:00:47.948160 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-60682bbd-fe7a-4a6d-87c7-1124c19b1af8 service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629242
Nov 11 16:00:47.957509 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80b4b1-9f6e-47df-88c1-0c9946fcf37d req-11d2444d-12d6-4f3c-8019-7432da7306d1 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:47.959008 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8e80b4b1-9f6e-47df-88c1-0c9946fcf37d req-11d2444d-12d6-4f3c-8019-7432da7306d1 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 944 time: 0.0941968
Nov 11 16:00:47.984174 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-4286ce3f-db4e-48c0-ac72-8d8bff05622f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:47.984906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-4286ce3f-db4e-48c0-ac72-8d8bff05622f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Synchronizing usage tracker for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:network {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:48.023181 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8e80b4b1-9f6e-47df-88c1-0c9946fcf37d req-03ce0a03-d040-4e34-99cb-c5762c741e10 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478439
Nov 11 16:00:48.065582 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-4286ce3f-db4e-48c0-ac72-8d8bff05622f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Unset dirty status for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:network {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:48.066892 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-4286ce3f-db4e-48c0-ac72-8d8bff05622f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/networks?id=07b00c33-647e-447a-a2f2-ed169d67cd74 HTTP/1.1" status: 200  len: 814 time: 0.3113160
Nov 11 16:00:48.110473 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-ce1c171a-bd98-4408-9bba-6dea901e5d00 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/quotas/bb4c6fc386094cd08bc907440ae22c6c HTTP/1.1" status: 200  len: 375 time: 0.0271318
Nov 11 16:00:48.179689 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-748e98e3-9766-43ca-a45a-a477719a8615 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb4c6fc386094cd08bc907440ae22c6c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537727
Nov 11 16:00:48.181715 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5ca5e6b5-b58a-4cb1-90d7-e1479c32b6ad req-5bb562e7-4e37-4e75-9955-be661a1bdc3e service neutron] 10.222.0.15 "GET /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2259898
Nov 11 16:00:48.322478 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-c2f2733d-3854-43e8-a44a-04ab88f372d7 service neutron] 10.222.0.24 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341846
Nov 11 16:00:48.462446 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-0f058c4b-5cca-4713-8468-10f53eae3eff service neutron] 10.222.0.24 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334932
Nov 11 16:00:48.660850 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-66438ef3-5e6c-4a02-a217-3434dc7cfed7 req-92e77fc5-bdc5-4a15-b3b9-9573d4cccaab tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0511336
Nov 11 16:00:49.241751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e6de-03f8-42d3-977e-c21371b8e7d5 req-d9c18f88-38b3-4035-a681-d3e9de241748 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:49.243443 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e6c9e6de-03f8-42d3-977e-c21371b8e7d5 req-d9c18f88-38b3-4035-a681-d3e9de241748 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 944 time: 0.0886290
Nov 11 16:00:49.267759 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device b42901b6-9579-4978-9172-0519ed3f35a1 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:00:49.303660 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e6c9e6de-03f8-42d3-977e-c21371b8e7d5 req-ab05133c-c8c3-4ad7-8ddb-38cbee394ca3 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524170
Nov 11 16:00:49.376834 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port b42901b6-9579-4978-9172-0519ed3f35a1 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:00:49.383122 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port b42901b6-9579-4978-9172-0519ed3f35a1 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:00:49.383526 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:49.512140 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:49.542741 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42901b6-9579-4978-9172-0519ed3f35a1'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:49.553788 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port b42901b6-9579-4978-9172-0519ed3f35a1, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b42901b6-9579-4978-9172-0519ed3f35a1,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:49.558972 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:49.561508 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7e888243-589e-4844-aff6-2146b7641cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:49.592556 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'code': 200}
Nov 11 16:00:49.637950 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=b42901b6-9579-4978-9172-0519ed3f35a1,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:49.641460 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:49.870162 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-333ba386-b04e-436a-8cf3-7e464c75fe1d req-c2d67864-fdb9-430e-a4fc-da0f0eb2dd71 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0769935
Nov 11 16:00:49.892765 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9e29-7363-4fa0-ac96-9b9ada87949d req-ae460022-45e8-4469-a20a-5048c0a51d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:49.894278 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-12ec9e29-7363-4fa0-ac96-9b9ada87949d req-ae460022-45e8-4469-a20a-5048c0a51d1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 1098 time: 0.1202965
Nov 11 16:00:49.940729 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-12ec9e29-7363-4fa0-ac96-9b9ada87949d req-62fe6ef6-262f-4f40-a3fc-fd0cf112e848 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393863
Nov 11 16:00:50.049881 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-fa8e5da2-0456-4a49-ba2b-52f09fddbf9a tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:50.051905 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-fa8e5da2-0456-4a49-ba2b-52f09fddbf9a tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.15 "GET /v2.0/networks?id=07b00c33-647e-447a-a2f2-ed169d67cd74 HTTP/1.1" status: 200  len: 814 time: 0.1772850
Nov 11 16:00:50.185887 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Request body: {'port': {'device_id': '1af01127-abbb-4bcd-b457-693f8c56d9fe', 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74', 'admin_state_up': True, 'tenant_id': 'bb4c6fc386094cd08bc907440ae22c6c'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:50.356324 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d5c5a-4ede-431c-9441-05d880c750c1 req-4a620b02-a56c-418e-b3ce-87f6d7802a5c tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:50.356978 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-3f7d5c5a-4ede-431c-9441-05d880c750c1 req-4a620b02-a56c-418e-b3ce-87f6d7802a5c tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Synchronizing usage tracker for tenant:699f34e6d4384c39a47971092fd129cf on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:50.361908 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:00:50.368995 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Usage tracker for resource:port and tenant:bb4c6fc386094cd08bc907440ae22c6c is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:00:50.374585 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:00:50.382171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:00:50.387305 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-3f7d5c5a-4ede-431c-9441-05d880c750c1 req-4a620b02-a56c-418e-b3ce-87f6d7802a5c tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Unset dirty status for tenant:699f34e6d4384c39a47971092fd129cf on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:50.389092 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3f7d5c5a-4ede-431c-9441-05d880c750c1 req-4a620b02-a56c-418e-b3ce-87f6d7802a5c tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.2441313
Nov 11 16:00:50.395733 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Made reservation on behalf of bb4c6fc386094cd08bc907440ae22c6c for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:00:50.399672 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:50.504553 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb93ce-8091-4952-a48e-d9b0d2bf4fbd req-5ce7d65e-6342-4b96-a5c3-eb668c1b8979 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:50.506055 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a4bb93ce-8091-4952-a48e-d9b0d2bf4fbd req-5ce7d65e-6342-4b96-a5c3-eb668c1b8979 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 945 time: 0.0878377
Nov 11 16:00:50.511989 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-3f7d5c5a-4ede-431c-9441-05d880c750c1 req-395d1bca-d059-4bff-9e46-44025c0c8abc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Synchronizing usage tracker for tenant:699f34e6d4384c39a47971092fd129cf on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:50.546585 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-3f7d5c5a-4ede-431c-9441-05d880c750c1 req-395d1bca-d059-4bff-9e46-44025c0c8abc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Unset dirty status for tenant:699f34e6d4384c39a47971092fd129cf on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:50.547754 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3f7d5c5a-4ede-431c-9441-05d880c750c1 req-395d1bca-d059-4bff-9e46-44025c0c8abc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362369
Nov 11 16:00:50.580009 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a4bb93ce-8091-4952-a48e-d9b0d2bf4fbd req-abe54b10-06b0-4197-b385-0fda87bd1145 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673215
Nov 11 16:00:50.652123 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Allocated IP 172.20.0.9 (07b00c33-647e-447a-a2f2-ed169d67cd74/9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c/b729e7cd-7a9f-419e-8f67-ad541ee0eebb) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:00:50.865003 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:50.895216 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:50.901053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:50.966791 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Network 07b00c33-647e-447a-a2f2-ed169d67cd74 is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:00:50.970353 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:00:50.974538 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:00:51.016401 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Pushing event updated for resources: {'Port': ['ID=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:51.021733 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:51.047381 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:51.048041 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:51.077365 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8962691
Nov 11 16:00:51.092938 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Request body: {'port': {'device_id': '1af01127-abbb-4bcd-b457-693f8c56d9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:51.116267 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56ba80-3a88-4fe4-8566-844db0dc718c req-c1e810b7-7d77-4263-913e-400472f4bdc3 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:51.118325 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bb56ba80-3a88-4fe4-8566-844db0dc718c req-c1e810b7-7d77-4263-913e-400472f4bdc3 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 931 time: 0.1233404
Nov 11 16:00:51.170033 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-bb56ba80-3a88-4fe4-8566-844db0dc718c req-e28b9137-7c30-4616-b0dc-fb5cdedf02ee tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Synchronizing usage tracker for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:51.197659 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-bb56ba80-3a88-4fe4-8566-844db0dc718c req-e28b9137-7c30-4616-b0dc-fb5cdedf02ee tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Unset dirty status for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:51.198834 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bb56ba80-3a88-4fe4-8566-844db0dc718c req-e28b9137-7c30-4616-b0dc-fb5cdedf02ee tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707386
Nov 11 16:00:51.229969 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:51.592587 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b729e7cd-7a9f-419e-8f67-ad541ee0eebb {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:00:51.600721 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:51.616952 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Transition to ACTIVE for port object b729e7cd-7a9f-419e-8f67-ad541ee0eebb will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:00:51.621700 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:51.626425 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:51.780713 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d08a1-2e88-44b3-bd0d-8cf3dd16393f req-65ae6c3c-194d-4447-b5d4-cfc026302c9b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:51.782143 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a13d08a1-2e88-44b3-bd0d-8cf3dd16393f req-65ae6c3c-194d-4447-b5d4-cfc026302c9b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 945 time: 0.0887206
Nov 11 16:00:51.838003 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a13d08a1-2e88-44b3-bd0d-8cf3dd16393f req-1460dda2-5d4d-46f2-86c9-82fa0c5c5509 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496299
Nov 11 16:00:51.891486 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:51.896429 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:52.003169 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d85056-318c-449c-acb4-6daeac8c4c1f req-493df61b-c0d9-4dfd-aba4-e990d15af72d tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:52.004954 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-02d85056-318c-449c-acb4-6daeac8c4c1f req-493df61b-c0d9-4dfd-aba4-e990d15af72d tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.2627676
Nov 11 16:00:52.053263 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Attempting to bind port b729e7cd-7a9f-419e-8f67-ad541ee0eebb on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:00:52.053603 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Attempting to bind port b729e7cd-7a9f-419e-8f67-ad541ee0eebb by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:00:52.053930 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Attempting to bind port b729e7cd-7a9f-419e-8f67-ad541ee0eebb on network 07b00c33-647e-447a-a2f2-ed169d67cd74 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:00:52.065551 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Port b729e7cd-7a9f-419e-8f67-ad541ee0eebb on network 07b00c33-647e-447a-a2f2-ed169d67cd74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:00:52.065832 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Attempting to bind port b729e7cd-7a9f-419e-8f67-ad541ee0eebb on network 07b00c33-647e-447a-a2f2-ed169d67cd74 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:00:52.073429 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-02d85056-318c-449c-acb4-6daeac8c4c1f req-e6e8fe4c-dbd2-4352-b475-b4cb87f2432c tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/security-groups?id=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613730
Nov 11 16:00:52.076207 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:00:52.076454 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Checking segment: {'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:00:52.076832 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Bound using segment: {'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:00:52.077263 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Bound port: b729e7cd-7a9f-419e-8f67-ad541ee0eebb, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:00:52.077611 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:52.178952 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] For port b729e7cd-7a9f-419e-8f67-ad541ee0eebb, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:00:52.182512 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] For port b729e7cd-7a9f-419e-8f67-ad541ee0eebb, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:00:52.187510 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:52.192618 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1d4849b9-64b3-4a16-9f0b-8e9e2a3d15a8 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:52.249887 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:52.250515 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:52.251905 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/b729e7cd-7a9f-419e-8f67-ad541ee0eebb HTTP/1.1" status: 200  len: 1093 time: 1.1656344
Nov 11 16:00:52.252447 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af01127-abbb-4bcd-b457-693f8c56d9fe', 'tag': 'b729e7cd-7a9f-419e-8f67-ad541ee0eebb'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:52.257114 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-846653ea-f3a9-4ec6-b4b7-3bd35bc0366c tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:52.258592 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-846653ea-f3a9-4ec6-b4b7-3bd35bc0366c tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 945 time: 0.1489904
Nov 11 16:00:52.268304 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d2a76-150b-4fe9-85b7-eab4128e66e0 req-9170a669-8404-432d-b50e-5ab8d170c356 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:52.270257 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-956d2a76-150b-4fe9-85b7-eab4128e66e0 req-9170a669-8404-432d-b50e-5ab8d170c356 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 945 time: 0.1219149
Nov 11 16:00:52.280737 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 59904) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:52.288572 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Request body: {'floatingip': {'port_id': 'b42901b6-9579-4978-9172-0519ed3f35a1'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:00:52.348952 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:52.352568 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af01127-abbb-4bcd-b457-693f8c56d9fe', 'tag': 'b729e7cd-7a9f-419e-8f67-ad541ee0eebb', 'status': 'completed', 'code': 200}
Nov 11 16:00:52.357406 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Deleting port 7cec21ac-2fda-4f39-9096-0843527c7aba {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:52.358213 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:52.402560 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:52.458487 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:52.698546 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-e48627c4-0265-457f-b186-d9b31c0acf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:52.700022 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-e48627c4-0265-457f-b186-d9b31c0acf09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4c6fc386094cd08bc907440ae22c6c&device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 1096 time: 0.3393605
Nov 11 16:00:52.720434 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4de596-3ce9-48f5-944b-317706bab8e6 req-91a2bfde-2d2d-439d-8ba5-4a0abf839b39 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:52.721134 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-3c4de596-3ce9-48f5-944b-317706bab8e6 req-91a2bfde-2d2d-439d-8ba5-4a0abf839b39 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Synchronizing usage tracker for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:52.734813 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] For port 7cec21ac-2fda-4f39-9096-0843527c7aba, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7cec21ac-2fda-4f39-9096-0843527c7aba,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:52.735175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:52.857148 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-a5c10822-4c02-449c-a1da-04efbdf9bf8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b729e7cd-7a9f-419e-8f67-ad541ee0eebb HTTP/1.1" status: 200  len: 217 time: 0.1331751
Nov 11 16:00:52.863232 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Calling delete_port for 7cec21ac-2fda-4f39-9096-0843527c7aba owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:52.980922 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-3c4de596-3ce9-48f5-944b-317706bab8e6 req-91a2bfde-2d2d-439d-8ba5-4a0abf839b39 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Unset dirty status for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:52.981982 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3c4de596-3ce9-48f5-944b-317706bab8e6 req-91a2bfde-2d2d-439d-8ba5-4a0abf839b39 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 943 time: 0.6224151
Nov 11 16:00:53.027418 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:53.033375 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:53.034303 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-298d1fa1-aa02-45c5-9ea5-64c24b020899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:53.035996 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-298d1fa1-aa02-45c5-9ea5-64c24b020899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c HTTP/1.1" status: 200  len: 854 time: 0.1693394
Nov 11 16:00:53.039474 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['7cec21ac-2fda-4f39-9096-0843527c7aba'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:00:53.081465 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Pushing event deleted for resources: {'Port': ['ID=7cec21ac-2fda-4f39-9096-0843527c7aba,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:53.163578 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.163953 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.164452 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.164797 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.165154 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.165502 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.165849 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.166207 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.166538 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.166884 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.167221 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.167559 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:00:53.176512 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:53.182381 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] No DVR routers for this DVR port 7cec21ac-2fda-4f39-9096-0843527c7aba on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:00:53.185526 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:53.188520 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'name': 'network-vif-deleted', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:53.204647 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fc8e7dd4-dc32-40fb-938a-f2849c311fbb req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.15 "DELETE /v2.0/ports/7cec21ac-2fda-4f39-9096-0843527c7aba HTTP/1.1" status: 204  len: 173 time: 0.9331951
Nov 11 16:00:53.307491 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-a9be18b9-0904-435b-a3a6-346cf5389f9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07b00c33-647e-447a-a2f2-ed169d67cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2568042
Nov 11 16:00:53.318158 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3c4de596-3ce9-48f5-944b-317706bab8e6 req-2c0d11a7-e43e-412d-a200-da080ab1bcab tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3296666
Nov 11 16:00:53.393264 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-14b99c05-bfca-42b2-a21a-e6baadf2b97f req-7344c12f-13a1-4bdd-9670-a822aa9939cf tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Synchronizing usage tracker for tenant:699f34e6d4384c39a47971092fd129cf on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:00:53.397144 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4d7e8b-5675-4c8e-b2f7-74443412f671', 'name': 'network-vif-deleted', 'tag': '7cec21ac-2fda-4f39-9096-0843527c7aba', 'status': 'completed', 'code': 200}
Nov 11 16:00:53.411828 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-14b99c05-bfca-42b2-a21a-e6baadf2b97f req-7344c12f-13a1-4bdd-9670-a822aa9939cf tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Unset dirty status for tenant:699f34e6d4384c39a47971092fd129cf on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:00:53.413349 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-14b99c05-bfca-42b2-a21a-e6baadf2b97f req-7344c12f-13a1-4bdd-9670-a822aa9939cf tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f4d7e8b-5675-4c8e-b2f7-74443412f671 HTTP/1.1" status: 200  len: 210 time: 0.0702548
Nov 11 16:00:53.486653 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-68efe213-6443-4134-90ab-1c5722be7717 service neutron] 10.222.0.15 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656265
Nov 11 16:00:53.707356 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:53.722600 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:53.804188 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb6de9ab-1554-49e9-8984-3ba56e267700 req-15ab33a5-797d-454d-a7be-6d42956db1fd service neutron] 10.222.0.15 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3079920
Nov 11 16:00:53.962616 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.l3_db [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Floating IP e73aafce-d5b1-43f1-8bb6-c1436e27d29b associated. External IP: 172.27.1.95, port: b42901b6-9579-4978-9172-0519ed3f35a1.
Nov 11 16:00:54.130925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-11a2d122-840b-49c2-a796-d19ec14f9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:54.132447 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-11a2d122-840b-49c2-a796-d19ec14f9901 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4c6fc386094cd08bc907440ae22c6c&device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 1096 time: 0.2610841
Nov 11 16:00:54.434207 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-74b68700-a57f-4953-8bcd-63f051cd091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:54.436184 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-74b68700-a57f-4953-8bcd-63f051cd091f service neutron] 10.222.0.15 "GET /v2.0/networks?id=07b00c33-647e-447a-a2f2-ed169d67cd74 HTTP/1.1" status: 200  len: 915 time: 0.2953882
Nov 11 16:00:54.522087 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-50a66325-3f5b-4d4b-9e83-b71bf3fb336d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b729e7cd-7a9f-419e-8f67-ad541ee0eebb HTTP/1.1" status: 200  len: 217 time: 0.0743172
Nov 11 16:00:54.534851 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c819e6-a7a0-4e7f-84bb-9f730f84d824 req-39d4afe9-cf50-48da-a0b7-44b122e3a333 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:54.536769 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e8c819e6-a7a0-4e7f-84bb-9f730f84d824 req-39d4afe9-cf50-48da-a0b7-44b122e3a333 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 943 time: 0.0944417
Nov 11 16:00:54.600299 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Router a9913df6-bd42-4f87-b389-30ea935880cc has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:00:54.608604 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e8c819e6-a7a0-4e7f-84bb-9f730f84d824 req-6b00d4ee-042b-40ea-a254-88917bec3f8f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602019
Nov 11 16:00:54.625872 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-cf0ad5f4-cb21-4608-86b9-13269f343169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:54.632320 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-cf0ad5f4-cb21-4608-86b9-13269f343169 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c HTTP/1.1" status: 200  len: 854 time: 0.0987327
Nov 11 16:00:54.859331 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-6fc946f0-f7ab-423e-9280-b8232c2df893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07b00c33-647e-447a-a2f2-ed169d67cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1831532
Nov 11 16:00:55.062781 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:00:55.068455 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:55.077021 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] Sync routers for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:00:55.090551 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:55.092019 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5c63b50>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:55.140883 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-75a1775b-a1b0-4136-b231-706bb935a6a1 service neutron] 10.222.0.15 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2735236
Nov 11 16:00:55.174909 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1dcc6d90-3f00-4601-a757-02399d308b1a tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "PUT /v2.0/floatingips/e73aafce-d5b1-43f1-8bb6-c1436e27d29b HTTP/1.1" status: 200  len: 990 time: 2.8927014
Nov 11 16:00:55.178745 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'tag': 'b42901b6-9579-4978-9172-0519ed3f35a1'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:55.302967 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'tag': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'status': 'completed', 'code': 200}
Nov 11 16:00:55.315279 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device b729e7cd-7a9f-419e-8f67-ad541ee0eebb details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:00:55.321582 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-91609b01-2224-4a75-8d82-d855bdc39cc2 req-39dda1ef-93a9-419a-8a45-6ee3ae7cdc41 service neutron] 10.222.0.15 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714990
Nov 11 16:00:55.331849 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59968) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:55.338411 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 7cec21ac-2fda-4f39-9096-0843527c7aba no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:00:55.367685 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:55.418548 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-f59ac003-b96e-43c8-95e7-c9efbb1a0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:55.420146 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-f59ac003-b96e-43c8-95e7-c9efbb1a0b90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=372c0757fa0e4f519c4ded917967f608&device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 1098 time: 0.0830307
Nov 11 16:00:55.433420 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 7cec21ac-2fda-4f39-9096-0843527c7aba {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:00:55.433782 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 7cec21ac-2fda-4f39-9096-0843527c7aba not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:00:55.580756 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-354520ed-c910-41cb-9a42-d8de4eb316c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:55.582218 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-354520ed-c910-41cb-9a42-d8de4eb316c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 200  len: 911 time: 0.1545618
Nov 11 16:00:55.697966 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-5fbfc009-f6ac-455d-b639-557f5265d004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42901b6-9579-4978-9172-0519ed3f35a1 HTTP/1.1" status: 200  len: 998 time: 0.1089871
Nov 11 16:00:55.775799 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port b729e7cd-7a9f-419e-8f67-ad541ee0eebb, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:55.799206 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'b729e7cd-7a9f-419e-8f67-ad541ee0eebb', 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74', 'port_id': 'b729e7cd-7a9f-419e-8f67-ad541ee0eebb', 'mac_address': 'fa:16:3e:62:a0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:00:55.829797 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-62517574-ea09-4eb9-a510-beb7fcc79e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:55.831449 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-62517574-ea09-4eb9-a510-beb7fcc79e11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 200  len: 849 time: 0.1261480
Nov 11 16:00:55.894223 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:55.917107 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a178c-52d3-40ad-8b16-34352ba8e0b1 req-f23cf786-3227-49ad-9457-66fd18448357 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:55.918623 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-db0a178c-52d3-40ad-8b16-34352ba8e0b1 req-f23cf786-3227-49ad-9457-66fd18448357 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 943 time: 0.1531677
Nov 11 16:00:55.957428 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b729e7cd-7a9f-419e-8f67-ad541ee0eebb {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:00:55.967478 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-1bf23a3f-9df7-4deb-90ff-31b4c04aa1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:55.969044 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-1bf23a3f-9df7-4deb-90ff-31b4c04aa1ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bafec32-15fc-4801-820b-30f9531ac85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1297808
Nov 11 16:00:55.977511 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:55.980737 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port b729e7cd-7a9f-419e-8f67-ad541ee0eebb, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:55.986331 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:55.988263 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-937f388e-1754-456d-b128-afada81b5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:56.004073 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-db0a178c-52d3-40ad-8b16-34352ba8e0b1 req-d5d2915d-7270-4898-961f-2a13827fb23a tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751648
Nov 11 16:00:56.065095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5c63b50>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'e73aafce-d5b1-43f1-8bb6-c1436e27d29b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'port_id': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'mac_address': 'fa:16:3e:08:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:00:37Z', 'updated_at': '2021-11-11T16:00:53Z', 'revision_number': 1, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:56.077555 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] Checking router: a9913df6-bd42-4f87-b389-30ea935880cc for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:00:56.090075 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:56.094275 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:56.097277 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:56.098316 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5c63b50>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:56.150271 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-bf801aee-3bef-4674-b7bc-34ccb6970d03 service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716862
Nov 11 16:00:56.298893 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a59e166e-98db-4f2f-b3b8-d2dd2c6af24b req-907ec366-fda2-4a14-b7a5-20b21ae7fe2a service neutron] 10.222.0.15 "GET /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433263
Nov 11 16:00:56.305474 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['b729e7cd-7a9f-419e-8f67-ad541ee0eebb'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:00:56.416999 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:56.503164 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Deleting port d9adbe05-905c-4b40-acd0-c0a8032ff15e {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:56.503503 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:56.700146 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] For port d9adbe05-905c-4b40-acd0-c0a8032ff15e, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d9adbe05-905c-4b40-acd0-c0a8032ff15e,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:56.700661 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:56.833605 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Calling delete_port for d9adbe05-905c-4b40-acd0-c0a8032ff15e owned by network:router_interface {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:56.868569 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5c63b50>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'e73aafce-d5b1-43f1-8bb6-c1436e27d29b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'port_id': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'mac_address': 'fa:16:3e:08:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:00:37Z', 'updated_at': '2021-11-11T16:00:53Z', 'revision_number': 1, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:56.873246 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531c4c08-8c42-43c4-bbe4-a43e036cdc2f None None] The sync data for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi is: [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': 'e73aafce-d5b1-43f1-8bb6-c1436e27d29b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'port_id': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'mac_address': 'fa:16:3e:08:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:00:37Z', 'updated_at': '2021-11-11T16:00:53Z', 'revision_number': 1, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:00:57.044034 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:57.049254 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ae1c27f1-763f-4b27-b2af-5cff99ceca63 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:57.096700 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9adbe05-905c-4b40-acd0-c0a8032ff15e,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:57.136394 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:57.147223 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5df88d-fb90-46c6-9d92-b79cf0978fd0 None None] New status for floating IP e73aafce-d5b1-43f1-8bb6-c1436e27d29b: ACTIVE {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:00:57.302818 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device b729e7cd-7a9f-419e-8f67-ad541ee0eebb up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:00:57.386634 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port b729e7cd-7a9f-419e-8f67-ad541ee0eebb completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:00:57.392607 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port b729e7cd-7a9f-419e-8f67-ad541ee0eebb triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:00:57.392989 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:57.459686 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820c2da-36b8-45bd-9ee5-cd698bbcfa3f req-c8d0e64f-1597-44c2-96d2-8e9f452ea493 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:57.461248 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7820c2da-36b8-45bd-9ee5-cd698bbcfa3f req-c8d0e64f-1597-44c2-96d2-8e9f452ea493 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 944 time: 0.2732854
Nov 11 16:00:57.522803 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:57.558592 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:57.613816 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port b729e7cd-7a9f-419e-8f67-ad541ee0eebb, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:57.616694 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af01127-abbb-4bcd-b457-693f8c56d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b729e7cd-7a9f-419e-8f67-ad541ee0eebb'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:00:57.624401 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:57.627340 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:57.628554 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7820c2da-36b8-45bd-9ee5-cd698bbcfa3f req-b81f10b4-8821-4dd2-ae63-6137ef3fb8f7 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541305
Nov 11 16:00:57.701620 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af01127-abbb-4bcd-b457-693f8c56d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b729e7cd-7a9f-419e-8f67-ad541ee0eebb', 'code': 200}
Nov 11 16:00:57.737123 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:57.744078 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:58.034580 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f00377-0a89-4ebb-a347-3ac286064eba req-ddaf4c6b-1ef5-460a-b499-f057e4b0353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:58.036565 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-82f00377-0a89-4ebb-a347-3ac286064eba req-ddaf4c6b-1ef5-460a-b499-f057e4b0353c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 1098 time: 0.1408284
Nov 11 16:00:58.082297 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-82f00377-0a89-4ebb-a347-3ac286064eba req-0f95bfcc-6452-4b23-af05-5399921892c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376389
Nov 11 16:00:58.142611 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Router 6fa8a34e-0c97-43de-a805-6a3e56da43aa has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:00:58.331256 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:00:58.343169 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] Sync routers for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:00:58.354580 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/6fa8a34e-0c97-43de-a805-6a3e56da43aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0210941
Nov 11 16:00:58.354835 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:58.355047 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d599b910>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:58.357515 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 59992) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:00:58.555202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:58.566377 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks [] for router, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:58.781150 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:58.792784 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Deleting port d24fce16-c3ab-45a1-993c-9f667f669db2 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:00:58.793131 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:58.905600 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fce5a9-ddc6-4af7-ac54-c9c2ddbb7f4b req-c568d12a-4f07-445b-9f81-a682dbbb775a tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:00:58.910249 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-28fce5a9-ddc6-4af7-ac54-c9c2ddbb7f4b req-c568d12a-4f07-445b-9f81-a682dbbb775a tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 945 time: 0.1580851
Nov 11 16:00:58.910494 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d599b910>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T16:00:56Z', 'revision_number': 5, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port': {'id': 'd24fce16-c3ab-45a1-993c-9f667f669db2', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:33Z', 'updated_at': '2021-11-11T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:58.916456 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] Checking router: 6fa8a34e-0c97-43de-a805-6a3e56da43aa for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:00:58.930171 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] Routers {'6fa8a34e-0c97-43de-a805-6a3e56da43aa'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:00:58.931464 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d599b910>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:59.006669 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-28fce5a9-ddc6-4af7-ac54-c9c2ddbb7f4b req-27d23852-9d1f-40e4-a459-704af5d198ec tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899730
Nov 11 16:00:59.121150 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] For port d24fce16-c3ab-45a1-993c-9f667f669db2, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d24fce16-c3ab-45a1-993c-9f667f669db2,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:00:59.121921 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:59.217063 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] Set router 6fa8a34e-0c97-43de-a805-6a3e56da43aa gateway port host: None {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:00:59.314489 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Calling delete_port for d24fce16-c3ab-45a1-993c-9f667f669db2 owned by network:router_gateway {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:00:59.379106 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d599b910>, [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T16:00:58Z', 'revision_number': 6, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:00:59.384642 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adde91-c2e5-4e72-84c0-a19174dec9e5 None None] The sync data for ids ['6fa8a34e-0c97-43de-a805-6a3e56da43aa'] in dv-cinder-811151-2-iscsi is: [{'id': '6fa8a34e-0c97-43de-a805-6a3e56da43aa', 'name': 'tempest-TestMinimumBasicScenario-1368184107-router', 'tenant_id': '699f34e6d4384c39a47971092fd129cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:32Z', 'updated_at': '2021-11-11T16:00:58Z', 'revision_number': 6, 'project_id': '699f34e6d4384c39a47971092fd129cf', 'gw_port_host': None}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:00:59.511761 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:59.516056 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c8816883-5395-46a9-acc2-182634eebff3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:00:59.560608 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Pushing event deleted for resources: {'Port': ['ID=d24fce16-c3ab-45a1-993c-9f667f669db2,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:00:59.563622 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:00:59.657523 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:59.821329 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d9adbe05-905c-4b40-acd0-c0a8032ff15e no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:00:59.860728 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: d9adbe05-905c-4b40-acd0-c0a8032ff15e {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:00:59.861230 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d9adbe05-905c-4b40-acd0-c0a8032ff15e not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:00:59.978862 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:00:59.981068 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.009664 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.010448 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa8a34e-0c97-43de-a805-6a3e56da43aa {{(pid=86847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:01:00.025370 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.027003 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] 10.222.0.24 "DELETE /v2.0/routers/6fa8a34e-0c97-43de-a805-6a3e56da43aa HTTP/1.1" status: 204  len: 168 time: 1.6683547
Nov 11 16:01:00.029579 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60006) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:00.109627 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Deleting subnet 7f131137-bcef-4582-bc08-19196c85edd2 {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:01:00.113982 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.217169 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.340082 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef338f35-5454-47f3-a889-636b7bb52a83 req-e318c6fe-43ce-4bf8-a1d2-26f40e2bbebd tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:00.342081 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ef338f35-5454-47f3-a889-636b7bb52a83 req-e318c6fe-43ce-4bf8-a1d2-26f40e2bbebd tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 945 time: 0.2009182
Nov 11 16:01:00.386731 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.442225 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ef338f35-5454-47f3-a889-636b7bb52a83 req-f22a5bf3-3ff8-47ba-8184-f04077d1a5a2 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944231
Nov 11 16:01:00.478538 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.486034 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:00.532001 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f131137-bcef-4582-bc08-19196c85edd2,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:00.534204 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.538733 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161203e2-90f7-445b-84fd-0e00c2930d64 None None] Network b11c15e2-7c6d-450e-b220-dfd6dab84ada requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:01:00.544108 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:00.559585 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 60022) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:00.560580 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7f131137-bcef-4582-bc08-19196c85edd2 HTTP/1.1" status: 204  len: 168 time: 0.5226319
Nov 11 16:01:00.796793 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.809894 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Deleting port e8d7fb4c-2988-4264-a709-393b35f8dbdf {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:00.810256 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:00.879708 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] DHCP port deletion for b11c15e2-7c6d-450e-b220-dfd6dab84ada request from dv-cinder-811151-2-iscsi {{(pid=86848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 11 16:01:00.884380 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] Deleting port e8d7fb4c-2988-4264-a709-393b35f8dbdf {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:00.885004 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.072680 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] For port e8d7fb4c-2988-4264-a709-393b35f8dbdf, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=e8d7fb4c-2988-4264-a709-393b35f8dbdf,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:01.073083 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.145860 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] For port e8d7fb4c-2988-4264-a709-393b35f8dbdf, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=e8d7fb4c-2988-4264-a709-393b35f8dbdf,segment=NetworkSegment(294640e4-bfcb-494c-858b-eccda862f303),segment_id=294640e4-bfcb-494c-858b-eccda862f303)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:01.146689 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.231196 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Calling delete_port for e8d7fb4c-2988-4264-a709-393b35f8dbdf owned by network:dhcp {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:01:01.320234 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] Calling delete_port for e8d7fb4c-2988-4264-a709-393b35f8dbdf owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:01:01.328356 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.332801 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:01.381058 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d7fb4c-2988-4264-a709-393b35f8dbdf,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:01.385824 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:01.391211 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] No DVR routers for this DVR port e8d7fb4c-2988-4264-a709-393b35f8dbdf on host dv-cinder-811151-2-iscsi {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:01:01.509379 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 16:01:01.509971 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 16:01:01.538679 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.568533 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d5d78760>,) {'filters': {'network_id': ['b11c15e2-7c6d-450e-b220-dfd6dab84ada']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:01.581654 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5d78760>, '294640e4-bfcb-494c-858b-eccda862f303') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:01.582036 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5d78760>, '294640e4-bfcb-494c-858b-eccda862f303') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:01.594092 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.596786 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d24fce16-c3ab-45a1-993c-9f667f669db2 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:01:01.625803 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.638594 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:01:01.639034 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.647664 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: d24fce16-c3ab-45a1-993c-9f667f669db2 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:01:01.648180 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d24fce16-c3ab-45a1-993c-9f667f669db2 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:01:01.648795 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device e8d7fb4c-2988-4264-a709-393b35f8dbdf no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:01:01.659816 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:01:01.697855 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: e8d7fb4c-2988-4264-a709-393b35f8dbdf {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:01:01.698332 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device e8d7fb4c-2988-4264-a709-393b35f8dbdf not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:01:01.749932 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.754309 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:01.767932 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:01.779551 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b11c15e2-7c6d-450e-b220-dfd6dab84ada,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:01.783584 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:01.787902 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/b11c15e2-7c6d-450e-b220-dfd6dab84ada HTTP/1.1" status: 204  len: 168 time: 1.2293434
Nov 11 16:01:01.792568 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 60076) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:02.011240 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] Deleting port e8d7fb4c-2988-4264-a709-393b35f8dbdf {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:02.011825 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:02.112628 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e56eacf1-c482-453f-b41a-036ed389c072 None None] The port 'e8d7fb4c-2988-4264-a709-393b35f8dbdf' was deleted {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 11 16:01:02.474239 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:02.865086 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Deleting port be51d9b1-22fb-47ec-bc09-d5eb49939003 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:02.865818 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:03.052229 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] For port be51d9b1-22fb-47ec-bc09-d5eb49939003, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=be51d9b1-22fb-47ec-bc09-d5eb49939003,segment=NetworkSegment(b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b),segment_id=b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:03.052686 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:03.182969 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Calling delete_port for be51d9b1-22fb-47ec-bc09-d5eb49939003 owned by network:router_interface {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:01:03.524961 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:03.531040 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4858aa15-be1c-4dce-b5f3-1a42b9501fdc tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:03.578384 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Pushing event deleted for resources: {'Port': ['ID=be51d9b1-22fb-47ec-bc09-d5eb49939003,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:03.581292 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:03.962754 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:04.355099 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Router ea805e63-7414-4b43-a541-4ca2bca60146 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:01:04.545396 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:01:04.563569 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60098) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:04.567021 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] Sync routers for ids ['ea805e63-7414-4b43-a541-4ca2bca60146'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:01:04.573411 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] 10.222.0.24 "PUT /v2.0/routers/ea805e63-7414-4b43-a541-4ca2bca60146/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7794752
Nov 11 16:01:04.578589 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] Routers {'ea805e63-7414-4b43-a541-4ca2bca60146'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:01:04.579351 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d62e42b0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ea805e63-7414-4b43-a541-4ca2bca60146'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:04.770277 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] Set router ea805e63-7414-4b43-a541-4ca2bca60146 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:01:04.798775 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks [] for router, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:04.996547 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:05.006691 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Deleting port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:05.007033 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:05.102010 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d62e42b0>, [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T16:01:03Z', 'revision_number': 5, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port': {'id': '008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:57:41Z', 'updated_at': '2021-11-11T15:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:05.107065 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] Checking router: ea805e63-7414-4b43-a541-4ca2bca60146 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:01:05.117263 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] Routers {'ea805e63-7414-4b43-a541-4ca2bca60146'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:01:05.117923 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d62e42b0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:00:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ea805e63-7414-4b43-a541-4ca2bca60146'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:05.209707 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] For port 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:05.209918 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:05.279517 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] Set router ea805e63-7414-4b43-a541-4ca2bca60146 gateway port host: None {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:01:05.346340 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Calling delete_port for 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d owned by network:router_gateway {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:01:05.395340 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d62e42b0>, [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T16:01:04Z', 'revision_number': 6, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:05.399419 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065b9a5-979c-46a9-b437-87d96c83f069 None None] The sync data for ids ['ea805e63-7414-4b43-a541-4ca2bca60146'] in dv-cinder-811151-2-iscsi is: [{'id': 'ea805e63-7414-4b43-a541-4ca2bca60146', 'name': 'tempest-TestMinimumBasicScenario-1237264139-router', 'tenant_id': 'c543461122744e3a957a84c445b5cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:57:40Z', 'updated_at': '2021-11-11T16:01:04Z', 'revision_number': 6, 'project_id': 'c543461122744e3a957a84c445b5cb24', 'gw_port_host': None}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:01:05.649409 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:05.656634 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-9204ed8e-fe89-4ab8-b767-f2bd5d5921ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:05.737797 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Pushing event deleted for resources: {'Port': ['ID=008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:05.740780 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:05.836049 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.035209 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.037507 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.067023 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.067645 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea805e63-7414-4b43-a541-4ca2bca60146 {{(pid=86847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:01:06.082814 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.082814 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] 10.222.0.24 "DELETE /v2.0/routers/ea805e63-7414-4b43-a541-4ca2bca60146 HTTP/1.1" status: 204  len: 168 time: 1.5178909
Nov 11 16:01:06.085194 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60108) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:06.151036 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] Deleting subnet bac1153f-2b4e-4e28-8766-0e3f1437ec71 {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:01:06.156105 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.216567 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.237837 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device be51d9b1-22fb-47ec-bc09-d5eb49939003 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:01:06.280703 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: be51d9b1-22fb-47ec-bc09-d5eb49939003 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:01:06.281049 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device be51d9b1-22fb-47ec-bc09-d5eb49939003 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:01:06.325047 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.409635 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.414604 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5dfdc075-f8b9-486b-bb1e-7ad12f30355d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:06.455327 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.458733 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac1153f-2b4e-4e28-8766-0e3f1437ec71,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:06.460879 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b5bd73-11bf-4511-bd34-b6cd9cff5800 None None] Network 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:01:06.461191 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:06.469851 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-88078953-fea3-4406-8224-b224bbb6b010 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bac1153f-2b4e-4e28-8766-0e3f1437ec71 HTTP/1.1" status: 204  len: 168 time: 0.3814087
Nov 11 16:01:06.470135 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60114) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:06.600033 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.616525 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Deleting port f094355d-4bd6-4aca-a60d-625d0d0d8d1d {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:06.616861 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.794661 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] DHCP port deletion for 5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 request from dv-cinder-811151-2-iscsi {{(pid=86848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 11 16:01:06.800077 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] Deleting port f094355d-4bd6-4aca-a60d-625d0d0d8d1d {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:06.800481 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.859107 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] For port f094355d-4bd6-4aca-a60d-625d0d0d8d1d, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f094355d-4bd6-4aca-a60d-625d0d0d8d1d,segment=NetworkSegment(b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b),segment_id=b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:06.859698 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:06.998729 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Calling delete_port for f094355d-4bd6-4aca-a60d-625d0d0d8d1d owned by network:dhcp {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:01:07.067961 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] For port f094355d-4bd6-4aca-a60d-625d0d0d8d1d, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f094355d-4bd6-4aca-a60d-625d0d0d8d1d,segment=NetworkSegment(b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b),segment_id=b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:07.068389 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.089610 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.094633 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0623ede3-64d3-48cd-bf07-9f8145b88d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:07.141501 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f094355d-4bd6-4aca-a60d-625d0d0d8d1d,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:07.143363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] No DVR routers for this DVR port f094355d-4bd6-4aca-a60d-625d0d0d8d1d on host dv-cinder-811151-2-iscsi {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:01:07.144925 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:07.207450 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] Calling delete_port for f094355d-4bd6-4aca-a60d-625d0d0d8d1d owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:01:07.296670 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 16:01:07.297786 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 16:01:07.370858 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.398045 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d5f78eb0>,) {'filters': {'network_id': ['5c6a5a5c-9ef3-472f-ba3d-d6410746ce50']}} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:07.411430 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5f78eb0>, 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b') {'for_net_delete': True} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:07.411720 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5f78eb0>, 'b7f91fe7-ddfd-40a1-b30e-5c4f37f0d88b') {} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:01:07.424598 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2079373'] for segment, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.441819 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.449013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=86847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:01:07.449414 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1891331'] for segment, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]: Traceback (most recent call last):
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     timer()
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     cb(*args, **kw)
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     return func(*args, **kwargs)
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     self._notify()
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     self.callback(batched_events)
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     event.method(event)
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     return f(self, *a, **k)
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._get(url).json()
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:01:07.462878 dv-cinder-811151-2-iscsi neutron-server[86847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:01:07.547222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.551507 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-708e3cab-3286-498a-be15-b24bc9d3878a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:07.565080 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.577102 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6a5a5c-9ef3-472f-ba3d-d6410746ce50,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:07.582568 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c6a5a5c-9ef3-472f-ba3d-d6410746ce50 HTTP/1.1" status: 204  len: 168 time: 1.1113751
Nov 11 16:01:07.583632 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:07.606237 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f094355d-4bd6-4aca-a60d-625d0d0d8d1d no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:01:07.642820 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: f094355d-4bd6-4aca-a60d-625d0d0d8d1d {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:01:07.643171 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f094355d-4bd6-4aca-a60d-625d0d0d8d1d not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:01:07.643992 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:01:07.681560 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:01:07.681918 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 008c9dcc-44ed-4fd3-8cd0-5e4b2986e51d not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:01:07.724139 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 60126) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:07.777086 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6bf281e4-4702-4b7b-ad54-53924645e62c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=699f34e6d4384c39a47971092fd129cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516949
Nov 11 16:01:07.779554 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 60130) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:07.798516 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] Deleting port f094355d-4bd6-4aca-a60d-625d0d0d8d1d {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:07.798909 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.844438 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c64e9724-8238-4439-845c-8ec8141d3515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.866664 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9390c1d4-da62-49f3-808f-0be447b96c04 None None] The port 'f094355d-4bd6-4aca-a60d-625d0d0d8d1d' was deleted {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 11 16:01:07.875211 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c64e9724-8238-4439-845c-8ec8141d3515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.931838 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c64e9724-8238-4439-845c-8ec8141d3515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.936157 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9105fcab-d31f-4a26-b155-7bd29e9231dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:07.949699 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e9724-8238-4439-845c-8ec8141d3515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa54fe9-8fc8-4203-9c6a-3a452fade5bd,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:07.953754 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c64e9724-8238-4439-845c-8ec8141d3515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:07.966012 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c64e9724-8238-4439-845c-8ec8141d3515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:07.967616 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c64e9724-8238-4439-845c-8ec8141d3515 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7aa54fe9-8fc8-4203-9c6a-3a452fade5bd HTTP/1.1" status: 204  len: 168 time: 0.1871247
Nov 11 16:01:08.390669 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 60144) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:08.445095 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d640b260-bda3-4c42-97b6-1f852b1e00ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c543461122744e3a957a84c445b5cb24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530512
Nov 11 16:01:08.448619 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60148) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:08.526178 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-84601a63-4896-4190-91a1-053af0938b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:08.558798 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-84601a63-4896-4190-91a1-053af0938b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:08.625778 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-84601a63-4896-4190-91a1-053af0938b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:08.629596 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1d40ff54-a50b-4fec-b16c-79162695c405 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:08.643301 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84601a63-4896-4190-91a1-053af0938b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929873f2-a3dd-4cc7-a6e8-6c5c3ac5af42,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:08.646333 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-84601a63-4896-4190-91a1-053af0938b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:08.649461 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-84601a63-4896-4190-91a1-053af0938b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:08.650641 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-84601a63-4896-4190-91a1-053af0938b1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/929873f2-a3dd-4cc7-a6e8-6c5c3ac5af42 HTTP/1.1" status: 204  len: 168 time: 0.2010150
Nov 11 16:01:11.245577 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:01:11.536656 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7eb042e5-08fb-45c4-8d2c-663612005af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:11.813252 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:12.888154 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6c53-b335-4f30-9394-df119829b806 req-84d144dc-b7b2-48e5-99ee-49b28a6bfa32 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:12.889611 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c36f6c53-b335-4f30-9394-df119829b806 req-84d144dc-b7b2-48e5-99ee-49b28a6bfa32 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0827351
Nov 11 16:01:12.935901 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c36f6c53-b335-4f30-9394-df119829b806 req-0df24670-a394-4195-92ca-480e6e16ecf4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405958
Nov 11 16:01:14.068049 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2499-97ee-48b5-a0c4-9d791a907660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:14.143667 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd157a43-589e-4cb8-b6c8-c2025ec38933 req-82367c13-ac31-4225-94f6-ea21566a354c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:14.145204 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bd157a43-589e-4cb8-b6c8-c2025ec38933 req-82367c13-ac31-4225-94f6-ea21566a354c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0912321
Nov 11 16:01:14.190639 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bd157a43-589e-4cb8-b6c8-c2025ec38933 req-40e88baf-9787-466c-894f-14d5c79e32c2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394390
Nov 11 16:01:14.267688 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:15.125006 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:15.382343 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51449d5b-98c8-4557-87fa-b642e333df17 req-9c8f0b49-dcbd-4e94-9f5b-7a2cd84e6ed2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:15.383802 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-51449d5b-98c8-4557-87fa-b642e333df17 req-9c8f0b49-dcbd-4e94-9f5b-7a2cd84e6ed2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0812969
Nov 11 16:01:15.434307 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-51449d5b-98c8-4557-87fa-b642e333df17 req-4d883a4f-4884-451b-9f9f-33bc54fa3b59 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443852
Nov 11 16:01:16.628464 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65b0fa-9471-4449-bb49-db628ea96106 req-05786972-561f-4d60-9dfa-4447619441f3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:16.629937 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0b65b0fa-9471-4449-bb49-db628ea96106 req-05786972-561f-4d60-9dfa-4447619441f3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0838962
Nov 11 16:01:16.681041 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0b65b0fa-9471-4449-bb49-db628ea96106 req-5ab2991b-081c-4fb1-a262-a7d0c9883107 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410323
Nov 11 16:01:16.703329 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:17.885288 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dc3c9-dfb8-4913-9587-3e23bf82a782 req-88f3a5cf-a408-4a94-ac4e-cb242205b24c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:17.887669 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f86dc3c9-dfb8-4913-9587-3e23bf82a782 req-88f3a5cf-a408-4a94-ac4e-cb242205b24c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0874808
Nov 11 16:01:17.934797 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f86dc3c9-dfb8-4913-9587-3e23bf82a782 req-8bbfe158-3e4a-48f3-bff3-ccbbbd87ea0a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409219
Nov 11 16:01:19.142539 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05443d2e-6718-4fe3-af3b-0ed93f1f0fe2 req-4f61dcc5-ea5c-40e8-9bee-6180bfbe173a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:19.144131 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-05443d2e-6718-4fe3-af3b-0ed93f1f0fe2 req-4f61dcc5-ea5c-40e8-9bee-6180bfbe173a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0928009
Nov 11 16:01:19.189921 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-05443d2e-6718-4fe3-af3b-0ed93f1f0fe2 req-961d1021-0fbf-4c04-b057-8ebd184482f7 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400391
Nov 11 16:01:20.385988 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba42d-03c0-4eb7-a9fa-d97d55b25f9b req-11aa60c6-cdac-420e-8c29-76a0e95ff385 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:20.387461 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8c4ba42d-03c0-4eb7-a9fa-d97d55b25f9b req-11aa60c6-cdac-420e-8c29-76a0e95ff385 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0833852
Nov 11 16:01:20.436278 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8c4ba42d-03c0-4eb7-a9fa-d97d55b25f9b req-4e09dce9-1e6e-4aca-9a32-bc697505862a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396724
Nov 11 16:01:21.634606 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212f950-2ffb-4ce6-bcea-8798c60e4f5c req-254a683f-7b50-4500-bf26-d60c9cc9a831 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:21.636138 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7212f950-2ffb-4ce6-bcea-8798c60e4f5c req-254a683f-7b50-4500-bf26-d60c9cc9a831 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0865119
Nov 11 16:01:21.684649 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7212f950-2ffb-4ce6-bcea-8798c60e4f5c req-495e7acb-dd99-4cf7-b93b-73fc25fb9993 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423133
Nov 11 16:01:22.882619 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e52206-3697-4c8b-9a8c-e9ebe9278a8a req-73fc90a2-7b07-4b1b-b247-f311f890d1a1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:22.884095 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c5e52206-3697-4c8b-9a8c-e9ebe9278a8a req-73fc90a2-7b07-4b1b-b247-f311f890d1a1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0827885
Nov 11 16:01:22.929209 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c5e52206-3697-4c8b-9a8c-e9ebe9278a8a req-8287e0da-49c5-41db-9e5b-820f1ca4be69 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382884
Nov 11 16:01:23.485202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:01:23.622592 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:23.635870 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'port_id': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'mac_address': 'fa:16:3e:54:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:01:23.696584 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:23.716928 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ae4398b-f226-4bf1-9e08-58c1650c8451 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:01:23.733063 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:23.737425 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:23.739092 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:23.811340 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=6']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:23.814734 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:23.837641 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ae4398b-f226-4bf1-9e08-58c1650c8451'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:01:24.138536 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c80eee-cdd2-4fd6-ab53-74eb26c2be8f req-052432d9-084a-4736-a1c3-ac8b931c4cca tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:24.140222 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-93c80eee-cdd2-4fd6-ab53-74eb26c2be8f req-052432d9-084a-4736-a1c3-ac8b931c4cca tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 944 time: 0.0935826
Nov 11 16:01:24.187019 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-93c80eee-cdd2-4fd6-ab53-74eb26c2be8f req-bf0cb0c1-3eaa-4790-87fb-2fad6c5a53f6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408461
Nov 11 16:01:25.381388 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9e07e-4d28-4387-9740-b7c0faf767d5 req-fe0fb209-b89c-4f72-b79a-f9a6208b20b2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:25.382858 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-89e9e07e-4d28-4387-9740-b7c0faf767d5 req-fe0fb209-b89c-4f72-b79a-f9a6208b20b2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 944 time: 0.0814734
Nov 11 16:01:25.431335 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-89e9e07e-4d28-4387-9740-b7c0faf767d5 req-de68ee36-1365-4979-bb6f-2c9cccacf83e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422156
Nov 11 16:01:25.485920 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:01:25.561828 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 0ae4398b-f226-4bf1-9e08-58c1650c8451 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:01:25.562202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:25.680188 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:25.706855 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:01:25.716508 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:25.722342 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:25.724942 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:25.791337 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=7']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:25.794318 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:25.953956 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'code': 200}
Nov 11 16:01:26.629876 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc0188-a39e-409b-99b6-591b8fb1e0e9 req-f8e9e224-6141-48e6-9c2f-bac7c06f86a6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:26.631266 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fbdc0188-a39e-409b-99b6-591b8fb1e0e9 req-f8e9e224-6141-48e6-9c2f-bac7c06f86a6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0884373
Nov 11 16:01:26.677333 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fbdc0188-a39e-409b-99b6-591b8fb1e0e9 req-07062973-41ba-442a-8cbd-ca4398b6a254 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402832
Nov 11 16:01:27.888474 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53e9e3-b4e9-4a94-a211-fdba9224e9f1 req-00874c17-d4f1-4562-90aa-017bc5c756dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:27.889918 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b53e9e3-b4e9-4a94-a211-fdba9224e9f1 req-00874c17-d4f1-4562-90aa-017bc5c756dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0850203
Nov 11 16:01:27.944881 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b53e9e3-b4e9-4a94-a211-fdba9224e9f1 req-89ed9f83-f14e-4d91-bdf9-b5383ee61cee tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489857
Nov 11 16:01:29.144142 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616994c9-b4a1-48c2-88b9-a4e7d5e3be85 req-3157afb8-6f41-4a53-8917-0dfd80d75b75 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:29.145706 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-616994c9-b4a1-48c2-88b9-a4e7d5e3be85 req-3157afb8-6f41-4a53-8917-0dfd80d75b75 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0889888
Nov 11 16:01:29.198651 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-616994c9-b4a1-48c2-88b9-a4e7d5e3be85 req-d52f29ae-2c60-4902-919d-ddf8970c0e6b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442929
Nov 11 16:01:30.395079 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142a67a-097d-419f-8e71-9650fc8bbe22 req-4b9a100a-b4ba-46bd-99b3-6f4ba0ed779d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:30.397319 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0142a67a-097d-419f-8e71-9650fc8bbe22 req-4b9a100a-b4ba-46bd-99b3-6f4ba0ed779d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0856345
Nov 11 16:01:30.444703 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0142a67a-097d-419f-8e71-9650fc8bbe22 req-c6efbf73-ce7d-4f74-bc14-0dc947773df1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417018
Nov 11 16:01:31.657818 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175a4ca-5e91-405a-b291-fa8bd6594f3d req-35a246d0-25fd-4ce1-88f0-351b85233cb7 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:31.660346 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3175a4ca-5e91-405a-b291-fa8bd6594f3d req-35a246d0-25fd-4ce1-88f0-351b85233cb7 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0917895
Nov 11 16:01:31.724494 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3175a4ca-5e91-405a-b291-fa8bd6594f3d req-2be49f67-e117-4174-affd-fe64d063288d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584028
Nov 11 16:01:32.922720 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a07f-3ec5-4541-9fcc-b560b18454c0 req-b8777a86-3729-4fd1-95a5-f32a9b5f0f90 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:32.924355 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f1d2a07f-3ec5-4541-9fcc-b560b18454c0 req-b8777a86-3729-4fd1-95a5-f32a9b5f0f90 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0856779
Nov 11 16:01:32.976608 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f1d2a07f-3ec5-4541-9fcc-b560b18454c0 req-97a135df-e9e8-4282-82a4-bc22db9b4999 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441928
Nov 11 16:01:34.198575 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43096144-9e52-46c0-933a-77eca146fdfd req-789c090c-6660-46fa-80c9-14ed6a9d71fb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:34.200680 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-43096144-9e52-46c0-933a-77eca146fdfd req-789c090c-6660-46fa-80c9-14ed6a9d71fb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0914009
Nov 11 16:01:34.256714 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-43096144-9e52-46c0-933a-77eca146fdfd req-3850aee7-ca6e-4597-acf6-abd01d4f3256 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500433
Nov 11 16:01:35.650446 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fbdd-3355-442f-9fa2-fbdb154a1fd6 req-6ba723db-52ca-46bc-a982-4e0aa64fe097 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:35.652582 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c9d9fbdd-3355-442f-9fa2-fbdb154a1fd6 req-6ba723db-52ca-46bc-a982-4e0aa64fe097 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.1064346
Nov 11 16:01:35.707127 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c9d9fbdd-3355-442f-9fa2-fbdb154a1fd6 req-0d9c7af4-6312-4f1f-a86e-74f50dadb248 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487139
Nov 11 16:01:36.930403 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ee3b-5d1c-4f93-bc4a-14834cffb33e req-648fc9e5-0da1-42d7-83f4-04918966c229 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:36.931898 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d1a1ee3b-5d1c-4f93-bc4a-14834cffb33e req-648fc9e5-0da1-42d7-83f4-04918966c229 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.1049707
Nov 11 16:01:36.992914 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-d1a1ee3b-5d1c-4f93-bc4a-14834cffb33e req-161c6b9c-86c1-4cbf-8bd8-3aebc78720cf tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540006
Nov 11 16:01:38.199185 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1cf36-dc22-4798-9639-092b41b8ff5d req-4e869335-e5ee-41cf-bb98-3e63527b20d8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:38.200668 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cbc1cf36-dc22-4798-9639-092b41b8ff5d req-4e869335-e5ee-41cf-bb98-3e63527b20d8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0867755
Nov 11 16:01:38.253619 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-cbc1cf36-dc22-4798-9639-092b41b8ff5d req-1fc6c175-d759-4952-91d9-3cc40c8794b6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464504
Nov 11 16:01:39.396523 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-e686fbd4-33e3-4e32-aa91-ceab3863af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:39.397922 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-e686fbd4-33e3-4e32-aa91-ceab3863af6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 1098 time: 0.0710883
Nov 11 16:01:39.447861 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad5f75-482c-4814-8007-098c66619fa6 req-14b737d8-03b8-4421-95f8-b3e936c8b2e1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:39.449924 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-46ad5f75-482c-4814-8007-098c66619fa6 req-14b737d8-03b8-4421-95f8-b3e936c8b2e1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0815816
Nov 11 16:01:39.493827 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-46ad5f75-482c-4814-8007-098c66619fa6 req-a2259716-a894-49c6-97bb-e74bc842584c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381861
Nov 11 16:01:39.530141 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-f0e5e7fa-3b16-48e5-b616-ce90c4bd4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:39.531607 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-f0e5e7fa-3b16-48e5-b616-ce90c4bd4085 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.1260731
Nov 11 16:01:39.735660 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-4cf792ff-d34d-4927-80eb-7f133dc18433 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451 HTTP/1.1" status: 200  len: 1001 time: 0.1969728
Nov 11 16:01:39.799587 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-60676159-5992-4462-9726-ac15f3eac924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:39.801005 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-60676159-5992-4462-9726-ac15f3eac924 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.0586686
Nov 11 16:01:39.887284 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-4ff75069-cd21-4087-906c-e65f6a1172a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:39.888759 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-4ff75069-cd21-4087-906c-e65f6a1172a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742984
Nov 11 16:01:40.023707 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-0ee0188f-a6f0-4069-b904-75d3c4666e03 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258812
Nov 11 16:01:40.163781 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e7e48688-d343-49e9-a31b-7aba8deeb392 req-ddf179b7-3e39-4f44-b485-df9e1c5b94bf service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317406
Nov 11 16:01:40.686486 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c673c-069b-46c8-bcbe-377327fe6e98 req-9b3a72ac-1ba6-4759-89f2-a692241cedd9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:40.687938 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-503c673c-069b-46c8-bcbe-377327fe6e98 req-9b3a72ac-1ba6-4759-89f2-a692241cedd9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0848873
Nov 11 16:01:40.732460 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-503c673c-069b-46c8-bcbe-377327fe6e98 req-9a8235fe-81e1-41f2-9888-ccb4f48a0adb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387247
Nov 11 16:01:41.531124 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-24c1d107-f9e3-4ba2-83aa-7de8155325ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:41.816014 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:41.933102 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab55419-0dcf-4a8d-932f-904a6a76a5a8 req-c718fc15-e4d1-42b1-b50c-2839215a941f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:41.934562 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-eab55419-0dcf-4a8d-932f-904a6a76a5a8 req-c718fc15-e4d1-42b1-b50c-2839215a941f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.0875478
Nov 11 16:01:41.983210 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-eab55419-0dcf-4a8d-932f-904a6a76a5a8 req-0d607c33-7784-443d-8428-7520f0ddcb90 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414906
Nov 11 16:01:43.272988 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda7635-f78b-462a-ae12-a4b95a1df76e req-77b87867-cd10-49b0-826a-46fd33da837b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:43.274500 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8bda7635-f78b-462a-ae12-a4b95a1df76e req-77b87867-cd10-49b0-826a-46fd33da837b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 945 time: 0.1738720
Nov 11 16:01:43.325030 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8bda7635-f78b-462a-ae12-a4b95a1df76e req-a4de56b5-967c-431b-8042-bc4896e5486e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440290
Nov 11 16:01:43.613789 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:01:43.771878 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:43.801382 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:01:43.812051 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:43.816023 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:43.817814 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7e888243-589e-4844-aff6-2146b7641cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:43.892582 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=8']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:43.901065 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:43.967658 dv-cinder-811151-2-iscsi neutron-server[86848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'code': 422} returned with failed status
Nov 11 16:01:44.064380 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-38a2a5a1-bde6-4aba-bfd9-0d934fa94830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:44.277090 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:45.093686 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d66569-32df-4cf4-a71d-8b2a8a65e8b2 req-4893366b-bc11-40d7-91ac-7cc09d8bbbb2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:45.095001 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc148bac-0e60-473a-a4c7-f98ff3ced18a req-fe78c4f2-14c3-47e2-bb62-a00e4138332b tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:45.096519 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-42d66569-32df-4cf4-a71d-8b2a8a65e8b2 req-4893366b-bc11-40d7-91ac-7cc09d8bbbb2 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0882714
Nov 11 16:01:45.102298 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dc148bac-0e60-473a-a4c7-f98ff3ced18a req-fe78c4f2-14c3-47e2-bb62-a00e4138332b tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 945 time: 0.1050210
Nov 11 16:01:45.133118 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:45.150847 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-42d66569-32df-4cf4-a71d-8b2a8a65e8b2 req-2e0e82ae-0dce-42f3-abb9-adcd89b9577b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468593
Nov 11 16:01:45.152198 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dc148bac-0e60-473a-a4c7-f98ff3ced18a req-8c05cdfe-ef14-45f2-b0ac-f9abf6a33328 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475769
Nov 11 16:01:45.378620 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60522) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:01:45.494455 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-05d180d3-7ee5-456e-bb2b-a1de0a9cb9b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1143460
Nov 11 16:01:46.359089 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8409c2d-fd70-464d-ac6a-9f36cb407b99 req-e95ca74d-0607-4a15-9aa7-87ffe37f6471 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:46.367160 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a8409c2d-fd70-464d-ac6a-9f36cb407b99 req-e95ca74d-0607-4a15-9aa7-87ffe37f6471 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0928974
Nov 11 16:01:46.385237 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e220e5-ba5e-4fdd-956c-3343c378db46 req-8e2242db-612a-43b0-b42a-e3fad180f0ca tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:46.387701 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-14e220e5-ba5e-4fdd-956c-3343c378db46 req-8e2242db-612a-43b0-b42a-e3fad180f0ca tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 945 time: 0.1303248
Nov 11 16:01:46.417063 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a8409c2d-fd70-464d-ac6a-9f36cb407b99 req-23530f12-fbfd-4b22-8afb-a0ec79ecd9f9 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485215
Nov 11 16:01:46.478748 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-14e220e5-ba5e-4fdd-956c-3343c378db46 req-c243b496-9cb9-4198-ad06-38accab31ed5 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834775
Nov 11 16:01:46.495119 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839581-32cf-4624-958c-fe8e5859b169 req-64cb451e-1506-4c64-aa22-bf5d39b9d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:46.497659 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-64cb451e-1506-4c64-aa22-bf5d39b9d93f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9&tenant_id=b700de87faa24c98a4c96ebb71c56f80 HTTP/1.1" status: 200  len: 1096 time: 0.1646681
Nov 11 16:01:46.600121 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839581-32cf-4624-958c-fe8e5859b169 req-c7fd1bdf-633f-4d73-97b6-64622e610996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:46.601633 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-c7fd1bdf-633f-4d73-97b6-64622e610996 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b700de87faa24c98a4c96ebb71c56f80&device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 1096 time: 0.0705943
Nov 11 16:01:46.611019 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-bd54f644-6813-4dc4-9986-7a5e8c62a51d tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:46.612678 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-bd54f644-6813-4dc4-9986-7a5e8c62a51d tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.15 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 945 time: 0.0805969
Nov 11 16:01:46.681194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Deleting port b729e7cd-7a9f-419e-8f67-ad541ee0eebb {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:01:46.681458 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:46.702022 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:46.735405 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839581-32cf-4624-958c-fe8e5859b169 req-6f3ba6b3-7c05-4381-af71-9a13cddce48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:46.736901 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-6f3ba6b3-7c05-4381-af71-9a13cddce48a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 200  len: 918 time: 0.1296153
Nov 11 16:01:46.845752 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-70c66fd9-1f6f-47a3-9778-89199a6dcf4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451 HTTP/1.1" status: 200  len: 999 time: 0.1027379
Nov 11 16:01:46.912079 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839581-32cf-4624-958c-fe8e5859b169 req-26318173-ee8e-4ced-847e-e42404adfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:46.913563 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-26318173-ee8e-4ced-847e-e42404adfd4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 200  len: 856 time: 0.0609977
Nov 11 16:01:46.937769 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] For port b729e7cd-7a9f-419e-8f67-ad541ee0eebb, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:01:46.937999 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:46.998353 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839581-32cf-4624-958c-fe8e5859b169 req-a638f3b9-ab35-49d4-97bc-2dfcce3502be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:46.999832 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-a638f3b9-ab35-49d4-97bc-2dfcce3502be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d09db5f2-8b02-41dc-8820-bcc90bc4827d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797389
Nov 11 16:01:47.067464 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Calling delete_port for b729e7cd-7a9f-419e-8f67-ad541ee0eebb owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:01:47.133646 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-128c6ce5-42e1-4d87-9666-e49fa3eb2848 service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269963
Nov 11 16:01:47.214378 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:47.220688 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:01:47.226131 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['b729e7cd-7a9f-419e-8f67-ad541ee0eebb'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:01:47.268175 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Pushing event deleted for resources: {'Port': ['ID=b729e7cd-7a9f-419e-8f67-ad541ee0eebb,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:01:47.269694 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-40839581-32cf-4624-958c-fe8e5859b169 req-2d18e403-1f59-42b6-b268-7eafe811899b service neutron] 10.222.0.15 "GET /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289368
Nov 11 16:01:47.301522 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.301898 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.302259 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.302613 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.302962 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.303312 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.303657 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.304012 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.304386 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.304733 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.305075 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.305413 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:01:47.313818 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:01:47.354888 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] No DVR routers for this DVR port b729e7cd-7a9f-419e-8f67-ad541ee0eebb on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:01:47.357395 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:01:47.359945 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af01127-abbb-4bcd-b457-693f8c56d9fe', 'name': 'network-vif-deleted', 'tag': 'b729e7cd-7a9f-419e-8f67-ad541ee0eebb'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:01:47.376867 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-33b4a641-b91e-46f8-98fb-90ddc36f36b0 req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.15 "DELETE /v2.0/ports/b729e7cd-7a9f-419e-8f67-ad541ee0eebb HTTP/1.1" status: 204  len: 173 time: 0.7593062
Nov 11 16:01:47.506426 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af01127-abbb-4bcd-b457-693f8c56d9fe', 'name': 'network-vif-deleted', 'tag': 'b729e7cd-7a9f-419e-8f67-ad541ee0eebb', 'status': 'completed', 'code': 200}
Nov 11 16:01:47.624088 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:01:47.714848 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-dee61982-2587-4b31-87cb-507bbfb8f94f req-688b802a-bcb2-4928-bd6f-775c9fe3d719 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0738053
Nov 11 16:01:47.817121 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3573c-ab8d-436f-9f07-bb74705e481c req-f83fa3e7-db1f-41bc-92f9-260eae275118 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:47.821289 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6ca3573c-ab8d-436f-9f07-bb74705e481c req-f83fa3e7-db1f-41bc-92f9-260eae275118 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.2581685
Nov 11 16:01:47.901860 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6ca3573c-ab8d-436f-9f07-bb74705e481c req-f575c8a3-afbf-448a-8734-6fd6447b8661 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728500
Nov 11 16:01:48.245635 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:01:48.883565 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f81c7a16-a6d0-454e-8de4-0cc46a5b6f49 req-57af47b0-1b26-4fe9-beda-5166953f79be tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0444915
Nov 11 16:01:49.142222 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cd2bc-890f-407b-a61b-49ad9f193707 req-2aa106c9-9456-48b7-8c56-e7e4cddfc758 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:49.149314 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ae6cd2bc-890f-407b-a61b-49ad9f193707 req-2aa106c9-9456-48b7-8c56-e7e4cddfc758 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.1130257
Nov 11 16:01:49.193556 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ae6cd2bc-890f-407b-a61b-49ad9f193707 req-f2efd6db-00d6-4825-9be4-a61006538527 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433714
Nov 11 16:01:50.056717 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b92d7e67-a142-4814-aa07-9cfcc675afa7 req-8213d7b3-2271-4a4f-a326-2c489a638771 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0483735
Nov 11 16:01:50.400511 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2cbe7-0fb8-4fa7-8bfe-5c15c9d04b26 req-6b1c9419-8246-474a-a067-c27b78656d10 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:50.402907 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3ea2cbe7-0fb8-4fa7-8bfe-5c15c9d04b26 req-6b1c9419-8246-474a-a067-c27b78656d10 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0907741
Nov 11 16:01:50.460685 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3ea2cbe7-0fb8-4fa7-8bfe-5c15c9d04b26 req-8bbb2e4e-536d-49fa-b623-ba7000731f50 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518909
Nov 11 16:01:51.223045 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2daeff42-aea8-417a-a228-941675fe77d9 req-93388ed8-a16a-4fc5-bec0-5782d159548e tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0440753
Nov 11 16:01:51.645694 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device b729e7cd-7a9f-419e-8f67-ad541ee0eebb no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:01:51.661044 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4069f79-fae4-4199-8d02-c01c14a68172 req-232168a1-ec24-4d73-a389-e418f051e2e1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:51.662602 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d4069f79-fae4-4199-8d02-c01c14a68172 req-232168a1-ec24-4d73-a389-e418f051e2e1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0897324
Nov 11 16:01:51.698509 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: b729e7cd-7a9f-419e-8f67-ad541ee0eebb {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:01:51.699122 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device b729e7cd-7a9f-419e-8f67-ad541ee0eebb not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:01:51.715112 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d4069f79-fae4-4199-8d02-c01c14a68172 req-c202c56e-6458-43b4-a6f4-5a56791b341f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466905
Nov 11 16:01:52.398158 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-436d6639-f6f3-439f-85e3-349d64bbdcff req-7ab00e81-8662-44a4-b855-c05468718385 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0498726
Nov 11 16:01:52.912710 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef757d-5d20-4f5f-afb8-e074184ac8a1 req-25e50bbe-db71-42ab-a145-f7e43ca2ea89 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:52.914372 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-97ef757d-5d20-4f5f-afb8-e074184ac8a1 req-25e50bbe-db71-42ab-a145-f7e43ca2ea89 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0839140
Nov 11 16:01:52.962538 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-97ef757d-5d20-4f5f-afb8-e074184ac8a1 req-a2f53c4b-3548-4eca-8388-195afa0b8432 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408745
Nov 11 16:01:53.575060 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5d816d3b-8dc0-4c11-9529-a7bc2659536d req-0b6000d1-1781-4e48-97aa-00276770f4a5 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0486529
Nov 11 16:01:54.161549 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a9e1-7347-4187-9ade-ac92f09ed82d req-f1ee0344-b8a4-422b-ab94-2859f81e46c5 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:54.163012 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5a75a9e1-7347-4187-9ade-ac92f09ed82d req-f1ee0344-b8a4-422b-ab94-2859f81e46c5 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0861766
Nov 11 16:01:54.210577 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5a75a9e1-7347-4187-9ade-ac92f09ed82d req-fce88627-f55d-49cd-a8f4-e53aa28360c1 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413303
Nov 11 16:01:54.755809 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-04125afa-1e96-43ca-8bbb-3cb08bf2fdfd req-77b33645-d678-4d47-9a84-a2d4513453fc tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Synchronizing usage tracker for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:01:54.773549 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-04125afa-1e96-43ca-8bbb-3cb08bf2fdfd req-77b33645-d678-4d47-9a84-a2d4513453fc tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Unset dirty status for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:01:54.777269 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-04125afa-1e96-43ca-8bbb-3cb08bf2fdfd req-77b33645-d678-4d47-9a84-a2d4513453fc tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0739040
Nov 11 16:01:54.845425 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b152f78-3741-47e1-9218-9c92138412d5 req-ccc5ed89-72d3-421c-989a-aea22fba7856 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:54.846944 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2b152f78-3741-47e1-9218-9c92138412d5 req-ccc5ed89-72d3-421c-989a-aea22fba7856 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0969508
Nov 11 16:01:54.892759 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2b152f78-3741-47e1-9218-9c92138412d5 req-beb61dc3-3343-4353-afaf-e62fec8234b1 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394576
Nov 11 16:01:55.459310 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cea66-1a32-4f96-9b8b-8ce87e63ede0 req-8e9d712f-6a20-4a70-86c2-08e9b7dd401f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:55.460814 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-196cea66-1a32-4f96-9b8b-8ce87e63ede0 req-8e9d712f-6a20-4a70-86c2-08e9b7dd401f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0900245
Nov 11 16:01:55.520599 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-196cea66-1a32-4f96-9b8b-8ce87e63ede0 req-55ac44b7-8d5c-4114-8db7-f7412fdf2159 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510225
Nov 11 16:01:55.963528 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-805ac41f-622b-46bc-bfcd-137828160853 req-1fffb27e-9729-4421-819e-f61a7a406e05 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0509899
Nov 11 16:01:56.116912 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61220e09-042d-4fc3-88b8-3950ce4ea3e2 req-36ef5227-af41-45fa-bd66-fea8f266bcec tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:56.118809 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-61220e09-042d-4fc3-88b8-3950ce4ea3e2 req-36ef5227-af41-45fa-bd66-fea8f266bcec tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0958726
Nov 11 16:01:56.164349 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-61220e09-042d-4fc3-88b8-3950ce4ea3e2 req-d6b98053-25f9-4764-b478-a5dbbc21eaaf tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391872
Nov 11 16:01:56.738556 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4a711-f0ba-4514-8089-f94873967fe9 req-786c6592-cd3a-4709-8f44-e55cc8f85a5f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:56.741914 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1cc4a711-f0ba-4514-8089-f94873967fe9 req-786c6592-cd3a-4709-8f44-e55cc8f85a5f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.1008859
Nov 11 16:01:56.785475 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1cc4a711-f0ba-4514-8089-f94873967fe9 req-b29a0955-960a-42b8-8530-a494a92ad186 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392559
Nov 11 16:01:57.143190 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-af6a5037-20c7-4af6-b459-dfa84fc85ac4 req-ea7a9866-1b28-43bb-b525-2e4507a4c9fa tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0508971
Nov 11 16:01:57.458488 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd64dc-d1e7-4466-be03-2b6f474cc4b5 req-87f27401-d3f8-485b-8fc2-7e8e0d829926 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:57.459958 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c2bd64dc-d1e7-4466-be03-2b6f474cc4b5 req-87f27401-d3f8-485b-8fc2-7e8e0d829926 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1823053
Nov 11 16:01:57.504036 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c2bd64dc-d1e7-4466-be03-2b6f474cc4b5 req-f72e1842-7ab3-443d-bb97-a7d2cb7ad25d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381377
Nov 11 16:01:57.989274 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f8a8-05d7-4867-9062-4a9d90003382 req-179f9bfc-68be-48ec-b0da-d9826c56bce8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:57.991013 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bb55f8a8-05d7-4867-9062-4a9d90003382 req-179f9bfc-68be-48ec-b0da-d9826c56bce8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0823750
Nov 11 16:01:58.034849 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bb55f8a8-05d7-4867-9062-4a9d90003382 req-e8bd3152-f6a7-461c-b08f-ff10782b957c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378497
Nov 11 16:01:58.276555 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-fcce803d-482b-4b83-9286-e4554628219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:58.278796 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-fcce803d-482b-4b83-9286-e4554628219c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1098 time: 0.0806112
Nov 11 16:01:58.311957 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f4a566c2-6f29-493d-8fff-423f51a4269e req-d1d1eba8-8c19-4663-b4fa-fb450083bcae tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af01127-abbb-4bcd-b457-693f8c56d9fe HTTP/1.1" status: 200  len: 210 time: 0.0454686
Nov 11 16:01:58.428735 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-7662b6a3-a461-44ab-8d11-918868b15c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:58.430183 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-7662b6a3-a461-44ab-8d11-918868b15c2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 910 time: 0.1312561
Nov 11 16:01:58.578650 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-e7230628-ef9b-4744-8e42-f43e3d2a55ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 1001 time: 0.1360259
Nov 11 16:01:58.703052 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-8688a6fb-4a8a-49e4-ae95-15097fb77c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:58.704509 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-8688a6fb-4a8a-49e4-ae95-15097fb77c60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 200  len: 848 time: 0.1189899
Nov 11 16:01:58.807629 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc82d3a-3e99-4b6e-b64e-00d49c86aeee req-f66ebbea-6665-4f17-a54a-01f16a15b6de tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:58.809123 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fdc82d3a-3e99-4b6e-b64e-00d49c86aeee req-f66ebbea-6665-4f17-a54a-01f16a15b6de tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1527281
Nov 11 16:01:58.810977 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-207936c5-6808-4013-a0b4-4886f81437b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:58.812321 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-207936c5-6808-4013-a0b4-4886f81437b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d730887-935f-485c-8d91-5fec159b3360&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979507
Nov 11 16:01:58.935412 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fdc82d3a-3e99-4b6e-b64e-00d49c86aeee req-7e393420-44fb-4414-9f59-6d29ec8f42f6 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206143
Nov 11 16:01:58.978710 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-9a1c58c8-57a8-45ec-b83f-63a0b8106df8 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509132
Nov 11 16:01:59.216587 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-69ce54dc-e983-413c-94c4-d6bfaac7cb7a req-b3be6692-c237-4bf1-985c-93d8c0cdf853 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283356
Nov 11 16:01:59.234663 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa03b63-2586-41bf-becb-114997034803 req-a08021ce-6aaf-4ec6-99bc-71943366154c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:01:59.236129 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-daa03b63-2586-41bf-becb-114997034803 req-a08021ce-6aaf-4ec6-99bc-71943366154c tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0860579
Nov 11 16:01:59.290556 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-daa03b63-2586-41bf-becb-114997034803 req-9386b3b2-ffad-49bc-82dc-a791257ca8a4 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466392
Nov 11 16:02:00.125667 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f531e0d-46c8-4396-a2c1-137696ddad01 req-8c7d97cc-123a-4d62-b4db-d352c37a91f4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:00.127110 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1f531e0d-46c8-4396-a2c1-137696ddad01 req-8c7d97cc-123a-4d62-b4db-d352c37a91f4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0839198
Nov 11 16:02:00.171045 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1f531e0d-46c8-4396-a2c1-137696ddad01 req-b0cd6cb5-9e85-41e8-adbd-0d926ad9057e tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380843
Nov 11 16:02:00.489193 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609559ad-300d-481c-b916-db1fb8f6af5b req-942ca066-a1cc-4ca9-aac4-93289d6899bb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:00.490667 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-609559ad-300d-481c-b916-db1fb8f6af5b req-942ca066-a1cc-4ca9-aac4-93289d6899bb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0871372
Nov 11 16:02:00.543805 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-609559ad-300d-481c-b916-db1fb8f6af5b req-14e0cc34-5152-4830-a9df-09869f5378db tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462642
Nov 11 16:02:01.356552 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef0cd5-cb0c-4a90-8408-a71a0dda5b69 req-4644fbd5-292c-46db-8f52-dbfac2d9a835 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:01.357896 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-88ef0cd5-cb0c-4a90-8408-a71a0dda5b69 req-4644fbd5-292c-46db-8f52-dbfac2d9a835 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0833533
Nov 11 16:02:01.401141 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-88ef0cd5-cb0c-4a90-8408-a71a0dda5b69 req-12d2db4d-5512-47fc-bf09-3385f3e7f240 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376484
Nov 11 16:02:01.660013 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:02:01.730425 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502e08e-8069-4bc4-88dc-876cf2f70ea3 req-d321966e-2fd8-4a6f-9163-fe0948fcc8a3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:01.731876 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4502e08e-8069-4bc4-88dc-876cf2f70ea3 req-d321966e-2fd8-4a6f-9163-fe0948fcc8a3 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 943 time: 0.0800049
Nov 11 16:02:01.777815 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4502e08e-8069-4bc4-88dc-876cf2f70ea3 req-995143fb-51f8-4e20-a3d5-05eb0ae52de7 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402591
Nov 11 16:02:01.798256 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:01.811714 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'port_id': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'mac_address': 'fa:16:3e:54:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:02:01.871288 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:01.887728 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae4398b-f226-4bf1-9e08-58c1650c8451 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:02:01.903539 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:01.907115 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:01.908823 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:01.974443 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=9']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:01.982399 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.982744 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.983073 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.983421 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.983775 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.984125 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.984512 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.984829 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.985152 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.985467 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.985781 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.986095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:01.990020 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:02.584800 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255f5c3-6640-4c6e-a3ab-3f46f80bbb47 req-8dba9e3b-9ca3-4197-86b0-e69384b8f2a2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:02.586290 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5255f5c3-6640-4c6e-a3ab-3f46f80bbb47 req-8dba9e3b-9ca3-4197-86b0-e69384b8f2a2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0809231
Nov 11 16:02:02.641642 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5255f5c3-6640-4c6e-a3ab-3f46f80bbb47 req-2f96624f-c967-49ae-b71b-21e122c892fd tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491943
Nov 11 16:02:02.925242 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ae4398b-f226-4bf1-9e08-58c1650c8451'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:02:02.974318 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80922671-88e8-4352-b4b3-2549b8f3b629 req-cad39aea-4850-4317-a0a0-6b263807b67b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:02.975708 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-80922671-88e8-4352-b4b3-2549b8f3b629 req-cad39aea-4850-4317-a0a0-6b263807b67b tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 944 time: 0.0849054
Nov 11 16:02:03.021367 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-80922671-88e8-4352-b4b3-2549b8f3b629 req-e7fb424a-75ec-42d3-93bd-48c475e91062 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392451
Nov 11 16:02:03.653660 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:02:03.720191 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 0ae4398b-f226-4bf1-9e08-58c1650c8451 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:02:03.720599 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:03.836815 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a3ab7-b9aa-4d37-b351-835e2a7c805f req-1e6f6d4f-c177-4bc7-a0ea-c8e7a8bcbe87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:03.845476 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:03.850461 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f66a3ab7-b9aa-4d37-b351-835e2a7c805f req-1e6f6d4f-c177-4bc7-a0ea-c8e7a8bcbe87 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1012430
Nov 11 16:02:03.894379 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:03.910566 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f66a3ab7-b9aa-4d37-b351-835e2a7c805f req-451d890a-487b-4bdf-963c-c1c43290d651 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591271
Nov 11 16:02:03.911753 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:03.919520 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:03.922194 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:03.966273 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'code': 200}
Nov 11 16:02:04.006336 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=10']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:04.017585 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:04.265492 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab620150-2094-4120-bd38-a490b5f64456 req-5ec75987-b065-4d84-9ecc-80538915c6fa tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:04.267080 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ab620150-2094-4120-bd38-a490b5f64456 req-5ec75987-b065-4d84-9ecc-80538915c6fa tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.0969107
Nov 11 16:02:04.282256 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c4898-002e-4f6d-bb33-6eefaf4dfcab req-0309464f-0ac6-4843-a0dc-b67c671cf363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:04.284679 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d21c4898-002e-4f6d-bb33-6eefaf4dfcab req-0309464f-0ac6-4843-a0dc-b67c671cf363 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 1099 time: 0.1054492
Nov 11 16:02:04.336801 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d21c4898-002e-4f6d-bb33-6eefaf4dfcab req-f397d6be-fa86-48cf-bf17-9b0f0f2c47af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456865
Nov 11 16:02:04.344987 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ab620150-2094-4120-bd38-a490b5f64456 req-94049014-8300-4eea-b432-46b11072860a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668907
Nov 11 16:02:05.093468 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666d612-ad5f-483b-8dad-6bd33a054541 req-cbcf09f4-7f53-4ac5-8796-a3804917f7e4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:05.094972 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1666d612-ad5f-483b-8dad-6bd33a054541 req-cbcf09f4-7f53-4ac5-8796-a3804917f7e4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0854690
Nov 11 16:02:05.140505 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1666d612-ad5f-483b-8dad-6bd33a054541 req-43d665e6-8d7a-4d39-9f05-4e988d92e228 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398238
Nov 11 16:02:05.574310 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091f237-4e25-41e3-8f87-8727f6539dad req-567d6a23-100f-41b4-b326-af345cac75ee tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:05.583295 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6091f237-4e25-41e3-8f87-8727f6539dad req-567d6a23-100f-41b4-b326-af345cac75ee tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.1192272
Nov 11 16:02:05.635765 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6091f237-4e25-41e3-8f87-8727f6539dad req-8efc2a09-1df8-41e8-8112-f427cead271e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514193
Nov 11 16:02:06.323956 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ec05-a00b-469a-9a82-54171c117a99 req-e42edf9f-2b19-458b-833d-82c9a6bdd4ab tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:06.325423 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6911ec05-a00b-469a-9a82-54171c117a99 req-e42edf9f-2b19-458b-833d-82c9a6bdd4ab tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0825310
Nov 11 16:02:06.367907 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6911ec05-a00b-469a-9a82-54171c117a99 req-1fea2dcf-181b-4fae-b3c5-fd302cb0c6c9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369735
Nov 11 16:02:06.828962 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c661a-b53f-49b6-a9b8-fbbaf9cd2c00 req-a344617e-d141-4dbe-8dcf-b96d4b7b4b65 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:06.830420 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad6c661a-b53f-49b6-a9b8-fbbaf9cd2c00 req-a344617e-d141-4dbe-8dcf-b96d4b7b4b65 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.0833087
Nov 11 16:02:06.876408 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ad6c661a-b53f-49b6-a9b8-fbbaf9cd2c00 req-1723193d-9493-4526-b67a-dd3cd96ee66f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404055
Nov 11 16:02:07.557029 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113454d5-8961-4c43-bd0d-9b2c89ad739a req-68e44708-3f7b-4884-bb69-7bf421669914 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:07.558501 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-113454d5-8961-4c43-bd0d-9b2c89ad739a req-68e44708-3f7b-4884-bb69-7bf421669914 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0829432
Nov 11 16:02:07.603629 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-113454d5-8961-4c43-bd0d-9b2c89ad739a req-d2189e46-d768-4c84-bc9f-bc03a6de1c26 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395267
Nov 11 16:02:08.065565 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f6524-91a8-40be-8301-8c885b0b2aab req-7784882d-a2ed-4887-90e8-8f7335490c92 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:08.067045 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-905f6524-91a8-40be-8301-8c885b0b2aab req-7784882d-a2ed-4887-90e8-8f7335490c92 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.0836356
Nov 11 16:02:08.115113 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-905f6524-91a8-40be-8301-8c885b0b2aab req-0c14ffa2-3a8c-4e74-843a-78211acd2ccd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420997
Nov 11 16:02:08.817053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb06e2-3a71-4d79-aded-5520769dc7d9 req-4008c955-39f3-489c-833d-19fbee72a30b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:08.818851 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1adb06e2-3a71-4d79-aded-5520769dc7d9 req-4008c955-39f3-489c-833d-19fbee72a30b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0979567
Nov 11 16:02:08.864671 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1adb06e2-3a71-4d79-aded-5520769dc7d9 req-63e6e43f-abf4-4cb6-aa94-e7edf478eeec tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399766
Nov 11 16:02:09.308639 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad5947-b2a6-415a-a2ab-abf1126967d8 req-258bcc54-5080-4bcd-a5cc-e6dba0a08d07 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:09.310250 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-16ad5947-b2a6-415a-a2ab-abf1126967d8 req-258bcc54-5080-4bcd-a5cc-e6dba0a08d07 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.0846958
Nov 11 16:02:09.355643 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-16ad5947-b2a6-415a-a2ab-abf1126967d8 req-e4679963-f70e-4e46-8714-8fbdb68431b8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391293
Nov 11 16:02:10.052618 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acce4b3-f460-4adc-a265-d728eba86fc7 req-6759bda9-c114-4974-b14f-806b5b4acfb6 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:10.054078 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1acce4b3-f460-4adc-a265-d728eba86fc7 req-6759bda9-c114-4974-b14f-806b5b4acfb6 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0832140
Nov 11 16:02:10.102808 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1acce4b3-f460-4adc-a265-d728eba86fc7 req-cdcdf19c-225e-45e7-a0ba-32ba3652e10e tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421784
Nov 11 16:02:10.125932 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac42e6-a279-465b-b983-7226b97db79f req-5927723d-a5f2-4ce7-9e06-76d9fecd8b85 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:10.127781 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-5927723d-a5f2-4ce7-9e06-76d9fecd8b85 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/networks?id=07b00c33-647e-447a-a2f2-ed169d67cd74 HTTP/1.1" status: 200  len: 814 time: 0.1501060
Nov 11 16:02:10.142289 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-5049e281-cc3f-45cf-807b-02f94f7849b9 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/quotas/bb4c6fc386094cd08bc907440ae22c6c HTTP/1.1" status: 200  len: 375 time: 0.0091975
Nov 11 16:02:10.188809 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-7b073710-fd2b-45d5-8946-40814e413ea2 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb4c6fc386094cd08bc907440ae22c6c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414052
Nov 11 16:02:10.362130 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-5f3d5aac-5a6c-43f5-b3bb-3610aa933e8a service neutron] 10.222.0.24 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666741
Nov 11 16:02:10.495609 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-18c95512-8763-4add-9ed6-f993308bd6b2 service neutron] 10.222.0.24 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278522
Nov 11 16:02:10.667911 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-033a4331-1524-4453-b110-7135cdfe20f5 req-020db7a0-da5f-4e58-aa7a-3cfea8675477 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 210 time: 0.0430298
Nov 11 16:02:11.306369 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e191b-3bd8-41a8-92c2-2bded0f37755 req-e9a46fcb-eff1-40cc-a32b-8cf9e0953c45 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:11.308383 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b93e191b-3bd8-41a8-92c2-2bded0f37755 req-e9a46fcb-eff1-40cc-a32b-8cf9e0953c45 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0865893
Nov 11 16:02:11.352758 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b93e191b-3bd8-41a8-92c2-2bded0f37755 req-26b2ad7a-d508-4515-a040-6480158bcbee tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385592
Nov 11 16:02:11.532617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d6b293db-0156-4194-8c88-a04acd68fae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:11.723396 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac42e6-a279-465b-b983-7226b97db79f req-f01aaada-1590-4ab4-a089-2c884256be59 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:11.724844 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-f01aaada-1590-4ab4-a089-2c884256be59 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.15 "GET /v2.0/networks?id=07b00c33-647e-447a-a2f2-ed169d67cd74 HTTP/1.1" status: 200  len: 814 time: 0.1547427
Nov 11 16:02:11.739032 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Request body: {'port': {'device_id': '25c6d528-4507-47c5-821b-1a7f2674377f', 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74', 'admin_state_up': True, 'tenant_id': 'bb4c6fc386094cd08bc907440ae22c6c'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:02:11.823113 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:11.871116 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c4db9af9-8b64-41d6-9c8d-044c5ac492b9 req-1569c835-dd13-4da2-8e39-c68e80b8c7d0 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 210 time: 0.0611448
Nov 11 16:02:11.926153 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:02:11.935767 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:02:11.945628 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Made reservation on behalf of bb4c6fc386094cd08bc907440ae22c6c for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:02:11.949228 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:12.112931 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Allocated IP 172.20.0.4 (07b00c33-647e-447a-a2f2-ed169d67cd74/9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c/be86fdb4-20f6-40f0-a4c4-4e86c6997f4b) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:02:12.391278 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:12.421563 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:12.427325 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3730cb06-0950-4793-9db2-56c54cbb0a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:12.538472 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Network 07b00c33-647e-447a-a2f2-ed169d67cd74 is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:02:12.546766 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:02:12.553107 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:02:12.577971 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Pushing event updated for resources: {'Port': ['ID=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:12.592846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:12.623267 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:12.623980 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:12.656220 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b988edd-b6a2-4299-adc1-c7e81c68ff4b req-e8dfd837-b450-4959-9a36-3d95b2e0dfba tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:12.657676 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b988edd-b6a2-4299-adc1-c7e81c68ff4b req-e8dfd837-b450-4959-9a36-3d95b2e0dfba tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1949282
Nov 11 16:02:12.663522 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9283156
Nov 11 16:02:12.688349 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Request body: {'port': {'device_id': '25c6d528-4507-47c5-821b-1a7f2674377f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:02:12.754488 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5b988edd-b6a2-4299-adc1-c7e81c68ff4b req-e006d844-b17c-4df1-81b0-9bea667c890f tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899305
Nov 11 16:02:12.813855 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:13.163134 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706e9d4-9c03-4e20-b2d7-39a65ec26805 req-49544a3c-d7fb-4193-aed7-b44fb43e6747 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:13.163829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-7706e9d4-9c03-4e20-b2d7-39a65ec26805 req-49544a3c-d7fb-4193-aed7-b44fb43e6747 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Synchronizing usage tracker for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:02:13.190434 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-7706e9d4-9c03-4e20-b2d7-39a65ec26805 req-49544a3c-d7fb-4193-aed7-b44fb43e6747 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Unset dirty status for tenant:bb4c6fc386094cd08bc907440ae22c6c on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:02:13.191572 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7706e9d4-9c03-4e20-b2d7-39a65ec26805 req-49544a3c-d7fb-4193-aed7-b44fb43e6747 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 931 time: 0.2089901
Nov 11 16:02:13.273077 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be86fdb4-20f6-40f0-a4c4-4e86c6997f4b {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:02:13.284466 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:13.292540 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7706e9d4-9c03-4e20-b2d7-39a65ec26805 req-ea464593-d8a7-4e97-9aba-e2c3686597b6 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686045
Nov 11 16:02:13.304409 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Transition to ACTIVE for port object be86fdb4-20f6-40f0-a4c4-4e86c6997f4b will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:02:13.309882 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:13.317655 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f88ee5ba-11d6-4673-84e2-ab6917019f3d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:13.480887 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Pushing event updated for resources: {'Port': ['ID=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:13.507437 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:13.550197 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Attempting to bind port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:02:13.550547 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Attempting to bind port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:02:13.550863 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Attempting to bind port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b on network 07b00c33-647e-447a-a2f2-ed169d67cd74 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:02:13.555525 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b on network 07b00c33-647e-447a-a2f2-ed169d67cd74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:02:13.555779 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Attempting to bind port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b on network 07b00c33-647e-447a-a2f2-ed169d67cd74 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:02:13.561035 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:02:13.561351 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Checking segment: {'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:02:13.561727 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Bound using segment: {'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:02:13.562144 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Bound port: be86fdb4-20f6-40f0-a4c4-4e86c6997f4b, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41dcba8-e1a2-4287-9360-b671b9e3f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:02:13.562488 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:13.661388 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] For port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:02:13.664287 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] For port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:02:13.669419 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:13.673828 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8eb49323-6ccd-4e00-aea2-4f1a2350a2b4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:13.728431 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:13.729502 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:13.730861 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] 10.222.0.15 "PUT /v2.0/ports/be86fdb4-20f6-40f0-a4c4-4e86c6997f4b HTTP/1.1" status: 200  len: 1093 time: 1.0520594
Nov 11 16:02:13.731355 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c6d528-4507-47c5-821b-1a7f2674377f', 'tag': 'be86fdb4-20f6-40f0-a4c4-4e86c6997f4b'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:13.765740 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Pushing event updated for resources: {'Port': ['ID=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:13.768836 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:13.780674 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c6d528-4507-47c5-821b-1a7f2674377f', 'tag': 'be86fdb4-20f6-40f0-a4c4-4e86c6997f4b', 'status': 'completed', 'code': 200}
Nov 11 16:02:13.837649 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-d53ac147-6db7-4657-baa7-0b1acf88f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:13.839670 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-d53ac147-6db7-4657-baa7-0b1acf88f46b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1098 time: 0.0922327
Nov 11 16:02:13.873643 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac42e6-a279-465b-b983-7226b97db79f req-e8dd3d65-14e8-47fa-878c-c3a22de052a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:13.875696 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-e8dd3d65-14e8-47fa-878c-c3a22de052a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4c6fc386094cd08bc907440ae22c6c&device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 1096 time: 0.0859036
Nov 11 16:02:13.979013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-26aa7316-3d29-49b6-aaf6-46adaf29bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:13.980668 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-26aa7316-3d29-49b6-aaf6-46adaf29bb8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 910 time: 0.1346474
Nov 11 16:02:13.980905 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-08105acb-90e4-4c69-b5c3-5addc401c409 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b HTTP/1.1" status: 200  len: 217 time: 0.0672243
Nov 11 16:02:14.057863 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac42e6-a279-465b-b983-7226b97db79f req-3b470fd1-2a3c-449f-a414-49936391cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:14.059301 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-3b470fd1-2a3c-449f-a414-49936391cbc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c HTTP/1.1" status: 200  len: 854 time: 0.0667689
Nov 11 16:02:14.066214 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-19737744-94c6-41b1-8a7b-c60950b905e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:14.074709 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d981d-1503-48af-afc2-254e2da64bc6 req-c66420fa-fcb5-4a1c-844b-fe5cc2b1745b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:14.076152 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc2d981d-1503-48af-afc2-254e2da64bc6 req-c66420fa-fcb5-4a1c-844b-fe5cc2b1745b tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1995206
Nov 11 16:02:14.117571 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-097e9b24-a6ac-482c-8b3f-c786631f9573 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 1001 time: 0.1259499
Nov 11 16:02:14.136640 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-1e1438fe-8a1e-494e-9b60-7945e2174f33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07b00c33-647e-447a-a2f2-ed169d67cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0591569
Nov 11 16:02:14.273734 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:14.312301 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-394e2959-ac57-436b-83c3-4545d72a554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:14.314021 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-394e2959-ac57-436b-83c3-4545d72a554c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 200  len: 848 time: 0.1897604
Nov 11 16:02:14.366980 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc2d981d-1503-48af-afc2-254e2da64bc6 req-7bcd6f11-91dc-4086-b90d-bc70abc9151e tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2543762
Nov 11 16:02:14.421174 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-c5169d83-7b14-4482-aa7d-0f41a05d59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:14.423587 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-d825cf33-6e00-4520-9d05-6b92da70eb50 service neutron] 10.222.0.15 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2795191
Nov 11 16:02:14.423719 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-c5169d83-7b14-4482-aa7d-0f41a05d59f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d730887-935f-485c-8d91-5fec159b3360&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1021528
Nov 11 16:02:14.571727 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-0bbaa437-1759-4d5e-9bc1-34c15d1c7de1 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374092
Nov 11 16:02:14.643621 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5aac42e6-a279-465b-b983-7226b97db79f req-fe566fc5-cf7e-4969-9033-e45ce9bab578 service neutron] 10.222.0.15 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088811
Nov 11 16:02:14.656730 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee943ca-3768-4ca7-81fd-cbab7a226468 req-d332a247-0b5a-4f00-b428-5c099a30866d tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:14.658317 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bee943ca-3768-4ca7-81fd-cbab7a226468 req-d332a247-0b5a-4f00-b428-5c099a30866d tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 943 time: 0.1513209
Nov 11 16:02:14.741939 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8e8471e5-8576-4e16-af26-30fee3af2ceb req-9aba18c5-5843-48c6-af84-72cdac4b7a97 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642292
Nov 11 16:02:14.759687 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-bee943ca-3768-4ca7-81fd-cbab7a226468 req-fd03c61a-66d1-493b-aba3-50c387cf1070 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935984
Nov 11 16:02:14.793301 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-63bddb62-8494-4a01-8cfc-b560e6bb9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:14.794764 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-63bddb62-8494-4a01-8cfc-b560e6bb9202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4c6fc386094cd08bc907440ae22c6c&device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 1096 time: 0.0890656
Nov 11 16:02:14.926960 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-1a1e798b-778f-4ae3-a775-d5bd770e700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:14.928305 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-1a1e798b-778f-4ae3-a775-d5bd770e700c service neutron] 10.222.0.15 "GET /v2.0/networks?id=07b00c33-647e-447a-a2f2-ed169d67cd74 HTTP/1.1" status: 200  len: 915 time: 0.1264789
Nov 11 16:02:15.002255 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-941db886-f8ac-4244-ac45-f9283e3f1632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b HTTP/1.1" status: 200  len: 217 time: 0.0634282
Nov 11 16:02:15.080792 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-e248556a-8f28-47c1-bcca-2d8d64234167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:15.082338 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-e248556a-8f28-47c1-bcca-2d8d64234167 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c HTTP/1.1" status: 200  len: 854 time: 0.0601947
Nov 11 16:02:15.131948 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-34e21e73-254f-40d3-bd98-23ce42e21442 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07b00c33-647e-447a-a2f2-ed169d67cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409544
Nov 11 16:02:15.134143 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:15.270654 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-7e51e7c6-08db-4488-810f-458271b11b55 service neutron] 10.222.0.15 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302154
Nov 11 16:02:15.403606 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b0a95edf-13a8-4bb8-b251-361b4294e7c0 req-60c55b84-342a-41ea-9481-a16d32dfee60 service neutron] 10.222.0.15 "GET /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259019
Nov 11 16:02:15.569615 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14896f-624b-49e4-a9dc-fea65dc16cc0 req-772a38a0-7352-4944-a50b-7c4710264bb2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:15.571564 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b14896f-624b-49e4-a9dc-fea65dc16cc0 req-772a38a0-7352-4944-a50b-7c4710264bb2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0910854
Nov 11 16:02:15.619961 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b14896f-624b-49e4-a9dc-fea65dc16cc0 req-610ec1ff-c617-46e5-80bd-26cd69711d91 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417833
Nov 11 16:02:15.953462 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c617b4-d80c-4df5-bf47-702657ef930c req-a7075fa5-5050-46bc-970d-35e2316e2eb7 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:15.954954 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85c617b4-d80c-4df5-bf47-702657ef930c req-a7075fa5-5050-46bc-970d-35e2316e2eb7 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 943 time: 0.0917838
Nov 11 16:02:15.998680 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-85c617b4-d80c-4df5-bf47-702657ef930c req-ae0cd3ac-17b7-4b11-8c43-614c68f7dea8 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381334
Nov 11 16:02:16.706895 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdae587-f52f-48a2-8112-89824a0ca519 req-a5d8951c-bbe2-40e0-bef6-c55d275fade9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:16.707761 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:16.708469 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-afdae587-f52f-48a2-8112-89824a0ca519 req-a5d8951c-bbe2-40e0-bef6-c55d275fade9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 945 time: 0.0808153
Nov 11 16:02:16.755464 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-afdae587-f52f-48a2-8112-89824a0ca519 req-65488996-eb85-46da-9db3-b6dffe3259cb tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403788
Nov 11 16:02:16.809541 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e306095-6842-4a4d-bb88-3f614a3fe17e req-e27e4644-be59-4800-8587-613e43c56b71 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:16.811278 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8e306095-6842-4a4d-bb88-3f614a3fe17e req-e27e4644-be59-4800-8587-613e43c56b71 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0845520
Nov 11 16:02:16.860523 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8e306095-6842-4a4d-bb88-3f614a3fe17e req-bf915233-b0f6-4caa-942f-b65245bebeed tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432284
Nov 11 16:02:17.186083 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbae6af-1f8d-475c-98fc-04a0d8da3648 req-1184f9fe-6794-45bf-9ddd-76955d4798a2 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:17.187513 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2cbae6af-1f8d-475c-98fc-04a0d8da3648 req-1184f9fe-6794-45bf-9ddd-76955d4798a2 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 943 time: 0.0842662
Nov 11 16:02:17.231201 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2cbae6af-1f8d-475c-98fc-04a0d8da3648 req-a3ae8220-718d-4b02-8c66-fb1a17ec195c tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380969
Nov 11 16:02:17.723098 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device be86fdb4-20f6-40f0-a4c4-4e86c6997f4b details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:02:17.858924 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:17.872398 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'be86fdb4-20f6-40f0-a4c4-4e86c6997f4b', 'network_id': '07b00c33-647e-447a-a2f2-ed169d67cd74', 'port_id': 'be86fdb4-20f6-40f0-a4c4-4e86c6997f4b', 'mac_address': 'fa:16:3e:5a:36:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:02:17.929477 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:17.946617 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a855a3d-014a-4255-a2d2-2d461162e341 req-8102abda-90da-40b2-a2fa-6da3da4cfc88 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:17.947921 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be86fdb4-20f6-40f0-a4c4-4e86c6997f4b {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:02:17.948323 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9a855a3d-014a-4255-a2d2-2d461162e341 req-8102abda-90da-40b2-a2fa-6da3da4cfc88 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 945 time: 0.0822732
Nov 11 16:02:17.964902 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:17.971003 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:17.972761 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7f07398e-265b-40ec-a761-0e846b3e9d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:17.996701 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9a855a3d-014a-4255-a2d2-2d461162e341 req-fd29041f-fd61-44a1-ba43-6b53b8b323e6 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414157
Nov 11 16:02:18.043252 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:18.046359 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:18.060180 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be156702-4f6c-4a46-ad84-198ca13f5c68 req-fd26fd7f-ec4d-4f29-bf5e-e9930604c65d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:18.061644 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be156702-4f6c-4a46-ad84-198ca13f5c68 req-fd26fd7f-ec4d-4f29-bf5e-e9930604c65d tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0906544
Nov 11 16:02:18.106815 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be156702-4f6c-4a46-ad84-198ca13f5c68 req-60427b1b-2b32-449e-b793-2b8d4036ebcc tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394499
Nov 11 16:02:18.239576 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['be86fdb4-20f6-40f0-a4c4-4e86c6997f4b'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:02:18.486119 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9381d2-59b3-42c5-ad9a-0140b6e671f2 req-105c3095-cc92-4e71-9807-fd00606002af tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:18.487559 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4c9381d2-59b3-42c5-ad9a-0140b6e671f2 req-105c3095-cc92-4e71-9807-fd00606002af tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.0886590
Nov 11 16:02:18.493422 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-be86f35f-f1c3-437d-9f7a-1f0e957acacd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1467793
Nov 11 16:02:18.504846 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe21e-8e71-4af7-8c96-8eff07ef529d req-bf0204fa-ab8e-45b2-a7c8-d8b50a419539 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:18.506333 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e6efe21e-8e71-4af7-8c96-8eff07ef529d req-bf0204fa-ab8e-45b2-a7c8-d8b50a419539 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 944 time: 0.1229191
Nov 11 16:02:18.555620 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e6efe21e-8e71-4af7-8c96-8eff07ef529d req-9742d2d8-9f21-4e4d-b6e4-7d82d76160d8 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428469
Nov 11 16:02:18.582764 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4c9381d2-59b3-42c5-ad9a-0140b6e671f2 req-ba374046-87ae-4c2c-b5cd-03035c6c2a5a tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634315
Nov 11 16:02:18.608233 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-8cd7a983-bfe1-43e7-be0c-fcc800f6330e tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:18.609922 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-8cd7a983-bfe1-43e7-be0c-fcc800f6330e tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 945 time: 0.1213245
Nov 11 16:02:18.780141 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Deleting port b42901b6-9579-4978-9172-0519ed3f35a1 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:18.780406 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:19.048570 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] For port b42901b6-9579-4978-9172-0519ed3f35a1, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b42901b6-9579-4978-9172-0519ed3f35a1,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:19.049179 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:19.198116 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6797db2-431a-4de1-8cf6-68ac2ef930c7 req-a71fc8da-da8e-421a-9aeb-5a96980386bf tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:19.199572 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c6797db2-431a-4de1-8cf6-68ac2ef930c7 req-a71fc8da-da8e-421a-9aeb-5a96980386bf tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 945 time: 0.0853014
Nov 11 16:02:19.244380 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c6797db2-431a-4de1-8cf6-68ac2ef930c7 req-27c6163a-8f68-49fa-a8e7-4284dff0d2c9 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b98b0c8-d73b-4c05-ad6c-c5c9514da962&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386302
Nov 11 16:02:19.364125 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:19.364622 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:19.364943 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.l3_db [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Floating IP e73aafce-d5b1-43f1-8bb6-c1436e27d29b disassociated. External IP: 172.27.1.95, port: b42901b6-9579-4978-9172-0519ed3f35a1.
Nov 11 16:02:19.365299 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Calling delete_port for b42901b6-9579-4978-9172-0519ed3f35a1 owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:19.521272 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:19.528168 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5411fbba-09b9-4c7f-849c-b184b7fbbe4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:19.573700 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event deleted for resources: {'Port': ['ID=b42901b6-9579-4978-9172-0519ed3f35a1,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:19.576071 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:19.746207 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device be86fdb4-20f6-40f0-a4c4-4e86c6997f4b up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:02:19.830151 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:02:19.830570 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf11cc-1e0a-49ed-a1ad-cf201cc139f2 req-824dd2a4-be72-4c67-b7ad-65f4a8178d92 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:19.835826 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:02:19.837175 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:19.840015 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2cbf11cc-1e0a-49ed-a1ad-cf201cc139f2 req-824dd2a4-be72-4c67-b7ad-65f4a8178d92 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1171370
Nov 11 16:02:19.849376 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Router a9913df6-bd42-4f87-b389-30ea935880cc has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:02:19.861933 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41044afc-fefa-4033-a897-ce568478d69b req-2e41bd66-737f-40d6-b844-b06e5843c786 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:19.863409 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-41044afc-fefa-4033-a897-ce568478d69b req-2e41bd66-737f-40d6-b844-b06e5843c786 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 944 time: 0.1288700
Nov 11 16:02:19.886270 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2cbf11cc-1e0a-49ed-a1ad-cf201cc139f2 req-57341150-b11a-49ad-b3a6-4b87f23aefcd tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452759
Nov 11 16:02:19.999515 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:20.003472 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-41044afc-fefa-4033-a897-ce568478d69b req-a099a084-b6e8-42bb-a69d-a2b536bacab9 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328285
Nov 11 16:02:20.037549 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c6d528-4507-47c5-821b-1a7f2674377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be86fdb4-20f6-40f0-a4c4-4e86c6997f4b'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:20.049354 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:20.056219 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:20.057201 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 72dc249c-4e10-4340-aca1-d731c41bdb75 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:02:20.084857 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:20.123435 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c6d528-4507-47c5-821b-1a7f2674377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be86fdb4-20f6-40f0-a4c4-4e86c6997f4b', 'code': 200}
Nov 11 16:02:20.174654 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:02:20.189246 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] Sync routers for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:02:20.208796 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:02:20.209422 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d58796d0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:02:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:20.226349 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06831237-e55f-4dee-9998-5935640f9b9d req-af5bed43-09f1-4269-a4a1-c7712d220914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:20.228529 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-af5bed43-09f1-4269-a4a1-c7712d220914 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7&tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d HTTP/1.1" status: 200  len: 1098 time: 0.1238329
Nov 11 16:02:20.268014 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] No DVR routers for this DVR port b42901b6-9579-4978-9172-0519ed3f35a1 on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:02:20.271112 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:20.275229 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:20.283409 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'name': 'network-vif-deleted', 'tag': 'b42901b6-9579-4978-9172-0519ed3f35a1'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:20.300200 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:20.304478 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-50aada77-a94e-4e08-b469-d2a7c6b5edc2 req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.15 "DELETE /v2.0/ports/b42901b6-9579-4978-9172-0519ed3f35a1 HTTP/1.1" status: 204  len: 173 time: 1.6887693
Nov 11 16:02:20.391322 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7af289-3b77-4283-99f0-d19b6f8f51ab', 'name': 'network-vif-deleted', 'tag': 'b42901b6-9579-4978-9172-0519ed3f35a1', 'status': 'completed', 'code': 200}
Nov 11 16:02:20.399917 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06831237-e55f-4dee-9998-5935640f9b9d req-2fbc2bef-ef38-4353-a8a3-2f9a90cf8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:20.401671 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-2fbc2bef-ef38-4353-a8a3-2f9a90cf8243 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1098 time: 0.1471071
Nov 11 16:02:20.444478 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:20.521992 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:02:20.570051 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06831237-e55f-4dee-9998-5935640f9b9d req-21f995e4-a337-4309-922d-b8eea9fed69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:20.571849 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-21f995e4-a337-4309-922d-b8eea9fed69d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 910 time: 0.1617076
Nov 11 16:02:20.588401 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:20.595258 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:20.596039 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9724-fab4-4239-8776-5fc21ab9ef5d req-241e6cb4-fdb9-4858-ac17-4b7db688e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:20.598217 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eaaa9724-fab4-4239-8776-5fc21ab9ef5d req-241e6cb4-fdb9-4858-ac17-4b7db688e453 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 1098 time: 0.2957947
Nov 11 16:02:20.599926 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:20.600137 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-471c2bf6-5953-4587-8e70-33a973b8d8fc req-d3a356b8-2442-4e90-be17-bf4b45b8f98c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Synchronizing usage tracker for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:02:20.643060 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-471c2bf6-5953-4587-8e70-33a973b8d8fc req-d3a356b8-2442-4e90-be17-bf4b45b8f98c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Unset dirty status for tenant:372c0757fa0e4f519c4ded917967f608 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:02:20.644167 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-471c2bf6-5953-4587-8e70-33a973b8d8fc req-d3a356b8-2442-4e90-be17-bf4b45b8f98c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7af289-3b77-4283-99f0-d19b6f8f51ab HTTP/1.1" status: 200  len: 210 time: 0.2249422
Nov 11 16:02:20.653388 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eaaa9724-fab4-4239-8776-5fc21ab9ef5d req-4e7c904f-1c30-43bf-8bbd-cc8e66489e12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485334
Nov 11 16:02:20.691054 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-6f0009c1-c511-4c54-ab0e-da491aa03e38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 999 time: 0.1128609
Nov 11 16:02:20.813512 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=6']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:20.818117 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:20.912320 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06831237-e55f-4dee-9998-5935640f9b9d req-104ddb65-a94e-4766-bec1-5219fd765cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:20.917608 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-104ddb65-a94e-4766-bec1-5219fd765cb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 200  len: 848 time: 0.0631535
Nov 11 16:02:20.929159 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d58796d0>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:20.935558 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] Checking router: a9913df6-bd42-4f87-b389-30ea935880cc for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:02:20.946535 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:02:20.947662 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d58796d0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:02:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:21.006068 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06831237-e55f-4dee-9998-5935640f9b9d req-3176eed7-f9ee-4699-bda0-8bec30c0f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:21.008130 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-3176eed7-f9ee-4699-bda0-8bec30c0f83a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d730887-935f-485c-8d91-5fec159b3360&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833409
Nov 11 16:02:21.168650 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:02:21.283711 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9db56d-40a0-40b9-9625-8fc200fab070 req-4dec0de3-9840-4575-a571-faaee662db58 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:21.285279 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1d9db56d-40a0-40b9-9625-8fc200fab070 req-4dec0de3-9840-4575-a571-faaee662db58 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 945 time: 0.0988157
Nov 11 16:02:21.338491 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1d9db56d-40a0-40b9-9625-8fc200fab070 req-f6a9a6b2-29bb-48f0-9eb6-f54627f97227 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451300
Nov 11 16:02:21.375198 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540af60-33c4-4f85-85d2-5ebaaeacc8e8 req-e302997f-2709-4052-bb9b-b8b3657e47be tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:21.376749 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7540af60-33c4-4f85-85d2-5ebaaeacc8e8 req-e302997f-2709-4052-bb9b-b8b3657e47be tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.3667896
Nov 11 16:02:21.387564 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-9b94f514-6ddd-4cc1-afa3-0ed41500a3e3 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815081
Nov 11 16:02:21.511779 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7540af60-33c4-4f85-85d2-5ebaaeacc8e8 req-c52af879-93ab-41e6-9424-4a5de0909892 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276724
Nov 11 16:02:21.527850 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d58796d0>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:21.532340 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7c14b-1b96-4b66-9a50-21b467e8e870 None None] The sync data for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi is: [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T15:55:53Z', 'revision_number': 4, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '37464a5a-a893-4ca4-a152-3bc209c86eba', 'name': '', 'network_id': '7bafec32-15fc-4801-820b-30f9531ac85b', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'mac_address': 'fa:16:3e:de:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:51Z', 'updated_at': '2021-11-11T15:56:06Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'subnets': [{'id': 'e2b5f715-8376-4bea-8b74-3cc1ead5c3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:02:21.567230 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-06831237-e55f-4dee-9998-5935640f9b9d req-8fde981b-9693-4aaa-a475-9bba9f8b6e0b service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1651397
Nov 11 16:02:21.803961 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6497c1e-7e25-4914-9b3c-bb80b34825ea None None] New status for floating IP e73aafce-d5b1-43f1-8bb6-c1436e27d29b: DOWN {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:02:21.811994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 60932) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:21.891447 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7932a025-afa0-4da5-a477-58c6fd94d27b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:21.927281 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7932a025-afa0-4da5-a477-58c6fd94d27b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:21.992367 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7932a025-afa0-4da5-a477-58c6fd94d27b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:21.997712 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2ccffc62-c548-4e31-8855-27c3981719e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:22.017171 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932a025-afa0-4da5-a477-58c6fd94d27b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98b0c8-d73b-4c05-ad6c-c5c9514da962,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:22.021339 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7932a025-afa0-4da5-a477-58c6fd94d27b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:22.033532 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7932a025-afa0-4da5-a477-58c6fd94d27b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:22.038001 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60936) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:22.038276 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7932a025-afa0-4da5-a477-58c6fd94d27b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b98b0c8-d73b-4c05-ad6c-c5c9514da962 HTTP/1.1" status: 204  len: 168 time: 0.2248716
Nov 11 16:02:22.061198 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.api.v2.resource [None req-8bdad14b-dd83-4942-8b89-a550656fd85c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] show failed (client error): The resource could not be found.
Nov 11 16:02:22.062240 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8bdad14b-dd83-4942-8b89-a550656fd85c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "GET /v2.0/security-groups/6b98b0c8-d73b-4c05-ad6c-c5c9514da962 HTTP/1.1" status: 404  len: 347 time: 0.0232077
Nov 11 16:02:22.066867 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60940) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:22.125155 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:22.238291 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Deleting port 14e92457-c43c-40c7-a8c5-75c39f374d52 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:22.238637 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:22.316211 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'code': 200}
Nov 11 16:02:22.421372 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:22.421968 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:22.585569 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Calling delete_port for 14e92457-c43c-40c7-a8c5-75c39f374d52 owned by network:floatingip {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:22.699640 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce68a1-d194-4260-b4c4-359771ea4103 req-9c31b9e3-1654-4750-b2de-1f7154cd47fa tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:22.701295 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c8ce68a1-d194-4260-b4c4-359771ea4103 req-9c31b9e3-1654-4750-b2de-1f7154cd47fa tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 945 time: 0.2147710
Nov 11 16:02:22.715718 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fee11-2fe4-43b5-b0b8-ade7afcc24a7 req-fc16ef40-8e61-4a20-a779-e91b5a124546 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:22.717338 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-795fee11-2fe4-43b5-b0b8-ade7afcc24a7 req-fc16ef40-8e61-4a20-a779-e91b5a124546 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0967679
Nov 11 16:02:22.770296 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-795fee11-2fe4-43b5-b0b8-ade7afcc24a7 req-687df6eb-ab4a-42fc-8a4d-f1b68464cdb4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457807
Nov 11 16:02:22.805270 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c8ce68a1-d194-4260-b4c4-359771ea4103 req-f29fcb47-46ae-46df-a9c6-8ea227afa01f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959363
Nov 11 16:02:22.812123 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:22.817447 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0b96a45c-8a3a-44c4-9fd7-bdb1777971f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:22.864174 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Pushing event deleted for resources: {'Port': ['ID=14e92457-c43c-40c7-a8c5-75c39f374d52,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:22.934685 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.935082 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.935505 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.935908 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.936367 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.936757 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.937100 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.937453 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.937812 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.938160 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.938514 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.938857 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:22.944558 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:22.979123 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks [] for floatingip, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:22.997424 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:22.998564 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] 10.222.0.24 "DELETE /v2.0/floatingips/e73aafce-d5b1-43f1-8bb6-c1436e27d29b HTTP/1.1" status: 204  len: 168 time: 0.9307840
Nov 11 16:02:23.793442 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device b42901b6-9579-4978-9172-0519ed3f35a1 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:02:23.873946 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: b42901b6-9579-4978-9172-0519ed3f35a1 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:02:23.874289 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device b42901b6-9579-4978-9172-0519ed3f35a1 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:02:23.967998 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75815a-ce2d-493f-9483-bd527d7ca639 req-f5226a0b-7d63-4507-9493-4b768b065754 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:23.969490 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be75815a-ce2d-493f-9483-bd527d7ca639 req-f5226a0b-7d63-4507-9493-4b768b065754 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0849450
Nov 11 16:02:24.013125 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be75815a-ce2d-493f-9483-bd527d7ca639 req-b3c23cba-ffaf-451e-99ad-ab0c347f2da0 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377839
Nov 11 16:02:25.205608 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f2180-7ae9-49dd-9d7d-b96ad3f451ad req-641e3fd7-128c-4544-b336-3ecaeac420bc tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:25.207079 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a79f2180-7ae9-49dd-9d7d-b96ad3f451ad req-641e3fd7-128c-4544-b336-3ecaeac420bc tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0806966
Nov 11 16:02:25.244816 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:02:25.252879 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a79f2180-7ae9-49dd-9d7d-b96ad3f451ad req-f89faa5f-ceb1-4e0c-8c2b-c4963c026d62 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400832
Nov 11 16:02:26.439535 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90547-c0ef-4fda-9374-376b4998fdbe req-a7b58e19-5f68-4570-8153-e1ed9bb555f2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:26.441078 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fcf90547-c0ef-4fda-9374-376b4998fdbe req-a7b58e19-5f68-4570-8153-e1ed9bb555f2 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0821731
Nov 11 16:02:26.486790 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-fcf90547-c0ef-4fda-9374-376b4998fdbe req-7dfdce7a-9a7a-4e8c-9833-0a0a42bf4236 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400677
Nov 11 16:02:27.076009 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 60998) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:27.691369 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414bc7f-e028-48fa-8c98-ae31fdfec078 req-98dd7501-2781-4416-ba22-72ec9134a2f7 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:27.693075 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9414bc7f-e028-48fa-8c98-ae31fdfec078 req-98dd7501-2781-4416-ba22-72ec9134a2f7 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.0902719
Nov 11 16:02:27.750178 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9414bc7f-e028-48fa-8c98-ae31fdfec078 req-d28caed3-42c4-41f1-b8ce-ee001450d988 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463581
Nov 11 16:02:27.956171 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:28.014054 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201de89-72ed-4442-b2b6-2a5fc2249a90 req-e87b4389-52e3-4752-a377-bc450120dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:28.015541 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9201de89-72ed-4442-b2b6-2a5fc2249a90 req-e87b4389-52e3-4752-a377-bc450120dbed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1096 time: 0.1882117
Nov 11 16:02:28.143489 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9201de89-72ed-4442-b2b6-2a5fc2249a90 req-a4f77cc7-9577-46d2-8c2d-7e5a5220c24d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193559
Nov 11 16:02:28.346003 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Deleting port 37464a5a-a893-4ca4-a152-3bc209c86eba {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:28.346247 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:28.528560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] For port 37464a5a-a893-4ca4-a152-3bc209c86eba, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=37464a5a-a893-4ca4-a152-3bc209c86eba,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:28.528901 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:28.652405 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Calling delete_port for 37464a5a-a893-4ca4-a152-3bc209c86eba owned by network:router_interface {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:28.996864 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:29.003562 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-68a4a58b-4cae-4293-8337-965aae7cc38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:29.052109 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Pushing event deleted for resources: {'Port': ['ID=37464a5a-a893-4ca4-a152-3bc209c86eba,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:29.086139 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:29.099331 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990777a-274a-4844-9735-c162a3f3df37 req-c0c85542-dc83-4654-a927-6278139e1acf tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:29.100930 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a990777a-274a-4844-9735-c162a3f3df37 req-c0c85542-dc83-4654-a927-6278139e1acf tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 943 time: 0.1892791
Nov 11 16:02:29.192688 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a990777a-274a-4844-9735-c162a3f3df37 req-6c99e3bf-0ab9-43cb-9846-4ddcdba15b96 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621226
Nov 11 16:02:29.373669 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:29.752533 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Router a9913df6-bd42-4f87-b389-30ea935880cc has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:02:29.815769 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 72dc249c-4e10-4340-aca1-d731c41bdb75 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:02:29.944157 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:02:29.958302 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] 10.222.0.24 "PUT /v2.0/routers/a9913df6-bd42-4f87-b389-30ea935880cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8811603
Nov 11 16:02:29.962819 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 32782) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:29.974413 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:29.988967 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'port_id': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'mac_address': 'fa:16:3e:75:97:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:02:29.992087 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] Sync routers for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:02:30.056932 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:30.076694 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72dc249c-4e10-4340-aca1-d731c41bdb75 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:02:30.094614 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:02:30.095281 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d59af0d0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:02:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:30.161842 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:30.168277 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks [] for router, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:30.175743 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:30.180537 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:30.332850 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=7']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:30.345919 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:30.361894 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:02:30.438227 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662210d6-f412-4f97-ac9d-1b487917f740 req-2e7458a0-991c-4825-84d2-07c352807ea4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:30.441470 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-662210d6-f412-4f97-ac9d-1b487917f740 req-2e7458a0-991c-4825-84d2-07c352807ea4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 944 time: 0.1147237
Nov 11 16:02:30.483830 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['72dc249c-4e10-4340-aca1-d731c41bdb75'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:02:30.496463 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-662210d6-f412-4f97-ac9d-1b487917f740 req-1f7f8549-c221-44d9-9fea-eac332518362 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505350
Nov 11 16:02:30.563279 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:30.573563 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Deleting port 5f337f82-316b-4f9b-b3dc-7aee8b35faff {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:30.573911 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:30.766563 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] For port 5f337f82-316b-4f9b-b3dc-7aee8b35faff, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5f337f82-316b-4f9b-b3dc-7aee8b35faff,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:30.766802 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:30.840273 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d59af0d0>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T16:02:28Z', 'revision_number': 5, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port': {'id': '5f337f82-316b-4f9b-b3dc-7aee8b35faff', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:30.853566 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] Checking router: a9913df6-bd42-4f87-b389-30ea935880cc for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:02:30.879812 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] Routers {'a9913df6-bd42-4f87-b389-30ea935880cc'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:02:30.880471 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d59af0d0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:02:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['a9913df6-bd42-4f87-b389-30ea935880cc'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:30.893975 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Calling delete_port for 5f337f82-316b-4f9b-b3dc-7aee8b35faff owned by network:router_gateway {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:31.079232 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] Set router a9913df6-bd42-4f87-b389-30ea935880cc gateway port host: None {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:02:31.085594 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.090369 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-582f7fca-ca55-45c4-8401-92d689d23177 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:31.139578 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f337f82-316b-4f9b-b3dc-7aee8b35faff,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:31.142780 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:31.207088 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d59af0d0>, [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T16:02:30Z', 'revision_number': 6, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:31.213526 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80f996-0819-46a0-8e74-3ab79107e901 None None] The sync data for ids ['a9913df6-bd42-4f87-b389-30ea935880cc'] in dv-cinder-811151-2-iscsi is: [{'id': 'a9913df6-bd42-4f87-b389-30ea935880cc', 'name': 'tempest-AttachVolumeTestJSON-916243564-router', 'tenant_id': '372c0757fa0e4f519c4ded917967f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:43Z', 'updated_at': '2021-11-11T16:02:30Z', 'revision_number': 6, 'project_id': '372c0757fa0e4f519c4ded917967f608', 'gw_port_host': None}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:02:31.233118 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.414050 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.417047 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.439925 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.440452 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9913df6-bd42-4f87-b389-30ea935880cc {{(pid=86847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:02:31.457360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.458494 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c8ef6f48-c41d-4e1a-a584-b51bda597183 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a9913df6-bd42-4f87-b389-30ea935880cc HTTP/1.1" status: 204  len: 168 time: 1.4943359
Nov 11 16:02:31.461293 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 32796) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:31.530823 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] Deleting subnet e2b5f715-8376-4bea-8b74-3cc1ead5c3da {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:02:31.536034 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.597369 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.658972 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 37464a5a-a893-4ca4-a152-3bc209c86eba no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:02:31.684330 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.737138 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 37464a5a-a893-4ca4-a152-3bc209c86eba {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:02:31.737488 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 37464a5a-a893-4ca4-a152-3bc209c86eba not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:02:31.767297 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.771620 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:31.806649 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b5f715-8376-4bea-8b74-3cc1ead5c3da,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:31.809664 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:31.810547 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.816204 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea08836-8aa2-42d1-b8f9-3bc5ffe90a92 None None] Network 7bafec32-15fc-4801-820b-30f9531ac85b requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:02:31.818665 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8e131d08-436d-43af-9729-24d2ce7bffb1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e2b5f715-8376-4bea-8b74-3cc1ead5c3da HTTP/1.1" status: 204  len: 168 time: 0.3552947
Nov 11 16:02:31.819218 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 32802) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:31.941332 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:31.960790 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Deleting port 8d2f2a80-ae5c-403c-8529-8a49347fa790 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:31.961659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.162191 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] DHCP port deletion for 7bafec32-15fc-4801-820b-30f9531ac85b request from dv-cinder-811151-2-iscsi {{(pid=86848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 11 16:02:32.167676 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] Deleting port 8d2f2a80-ae5c-403c-8529-8a49347fa790 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:32.168046 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.222559 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] For port 8d2f2a80-ae5c-403c-8529-8a49347fa790, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=8d2f2a80-ae5c-403c-8529-8a49347fa790,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:32.222909 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.354562 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Calling delete_port for 8d2f2a80-ae5c-403c-8529-8a49347fa790 owned by network:dhcp {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:32.387427 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] For port 8d2f2a80-ae5c-403c-8529-8a49347fa790, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=8d2f2a80-ae5c-403c-8529-8a49347fa790,segment=NetworkSegment(6480cfdb-115f-4e31-9186-a1652ab6c68b),segment_id=6480cfdb-115f-4e31-9186-a1652ab6c68b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:32.387743 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.438645 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.442293 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:32.487692 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2f2a80-ae5c-403c-8529-8a49347fa790,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:32.489393 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] No DVR routers for this DVR port 8d2f2a80-ae5c-403c-8529-8a49347fa790 on host dv-cinder-811151-2-iscsi {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:02:32.490953 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:32.513580 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] Calling delete_port for 8d2f2a80-ae5c-403c-8529-8a49347fa790 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:32.595409 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 16:02:32.595772 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 16:02:32.608851 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.634609 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d62fb310>,) {'filters': {'network_id': ['7bafec32-15fc-4801-820b-30f9531ac85b']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:32.647703 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d62fb310>, '6480cfdb-115f-4e31-9186-a1652ab6c68b') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:32.647995 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d62fb310>, '6480cfdb-115f-4e31-9186-a1652ab6c68b') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:32.660429 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.677969 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.685647 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:02:32.686077 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:02:32.703629 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:02:32.782270 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.785848 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:32.799482 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:32.810942 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bafec32-15fc-4801-820b-30f9531ac85b,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:32.814254 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:32.826784 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7bafec32-15fc-4801-820b-30f9531ac85b HTTP/1.1" status: 204  len: 168 time: 1.0063848
Nov 11 16:02:32.948523 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 32810) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:33.003047 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-9c822520-b4ac-42cc-9758-fc92efaa71e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=372c0757fa0e4f519c4ded917967f608&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0533135
Nov 11 16:02:33.005487 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 32814) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:33.072784 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-181ad014-2018-470c-a088-88240296198d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:33.096574 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] Deleting port 8d2f2a80-ae5c-403c-8529-8a49347fa790 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:33.097203 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:33.100670 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-181ad014-2018-470c-a088-88240296198d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:33.160174 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-181ad014-2018-470c-a088-88240296198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:33.167169 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d249d94f-bea9-422e-9fd2-0fac32e096c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:33.172132 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-82fe2234-a0ff-4733-a90b-1f55179ad4e5 None None] The port '8d2f2a80-ae5c-403c-8529-8a49347fa790' was deleted {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 11 16:02:33.183767 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ad014-2018-470c-a088-88240296198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141fc75-2aef-4365-8323-51abe599c3cb,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:33.188194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-181ad014-2018-470c-a088-88240296198d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:33.196072 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-181ad014-2018-470c-a088-88240296198d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:33.197376 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-181ad014-2018-470c-a088-88240296198d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b141fc75-2aef-4365-8323-51abe599c3cb HTTP/1.1" status: 204  len: 168 time: 0.1909218
Nov 11 16:02:33.641761 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 8d2f2a80-ae5c-403c-8529-8a49347fa790 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:02:33.676078 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 8d2f2a80-ae5c-403c-8529-8a49347fa790 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:02:33.676481 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 8d2f2a80-ae5c-403c-8529-8a49347fa790 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:02:33.676914 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5f337f82-316b-4f9b-b3dc-7aee8b35faff no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:02:33.711360 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 5f337f82-316b-4f9b-b3dc-7aee8b35faff {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:02:33.711929 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5f337f82-316b-4f9b-b3dc-7aee8b35faff not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:02:33.964949 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 32840) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:34.075480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2039384406-network', 'tenant_id': '969bef6c30074a68a3920ff32f435b6e'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:02:34.080553 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:02:34.084832 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Usage tracker for resource:network and tenant:969bef6c30074a68a3920ff32f435b6e is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:02:34.087992 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:02:34.094681 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:02:34.106247 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Made reservation on behalf of 969bef6c30074a68a3920ff32f435b6e for: {'network': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:02:34.108621 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.122820 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.138543 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:02:34.142440 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Usage tracker for resource:security_group_rule and tenant:969bef6c30074a68a3920ff32f435b6e is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:02:34.145307 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:02:34.151094 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:02:34.241609 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.246681 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.249725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7932a025-afa0-4da5-a477-58c6fd94d27b tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:34.358350 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768}  {{(pid=86846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 16:02:34.367361 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f5239f-8d0a-4814-88d7-91e5cb916f27,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:34.371354 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:34.374179 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.374466 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.segments_db [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Added segment 088790fc-7284-48c7-8017-0f6fae031b50 of type vlan for network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3
Nov 11 16:02:34.402177 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.433126 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.434481 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:34.435161 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.438703 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:34.542404 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Pushing event updated for resources: {'Network': ['ID=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:34.545245 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5792694
Nov 11 16:02:34.546132 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:34.548371 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 32846) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:34.553072 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 16:02:34.554151 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Request body: {'subnet': {'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2039384406-subnet', 'tenant_id': '969bef6c30074a68a3920ff32f435b6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:02:34.559492 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:02:34.563636 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Usage tracker for resource:subnet and tenant:969bef6c30074a68a3920ff32f435b6e is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:02:34.566623 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:02:34.572534 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:02:34.585474 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Made reservation on behalf of 969bef6c30074a68a3920ff32f435b6e for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:02:34.588824 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139862'] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.828661 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2040945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139848'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.839810 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:34.937430 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d23a28-1f08-4290-b7c9-286772ed9817,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:34.940305 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:34.941210 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Checking segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:02:34.941845 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Network hostable DHCP agents. Network: 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 16:02:34.966370 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 16:02:34.976675 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:02:34.981407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:34.982165 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:34.987384 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2fde9-efab-48d2-9a77-9fd00f0fbf21 None None] Network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:02:35.011982 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-2be40e37-f11a-4003-8c47-14b9c2b8ad2d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4624753
Nov 11 16:02:35.217427 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45d36dd-e50d-4416-8774-6e5dc468beb1 None None] Network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:02:35.566809 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-a2317823-dfb9-4426-b7b5-ee4f5dc2d9fc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:35.568644 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-a2317823-dfb9-4426-b7b5-ee4f5dc2d9fc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 815 time: 0.1551642
Nov 11 16:02:35.585977 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-98e2eb1f-d5ca-434d-96fa-f1a6e7794beb tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/quotas/969bef6c30074a68a3920ff32f435b6e HTTP/1.1" status: 200  len: 375 time: 0.0096128
Nov 11 16:02:35.636388 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-c4c7ccef-8588-4338-b68f-8eeba7378eab tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0446372
Nov 11 16:02:35.879603 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-a4cf70be-66a8-4798-be25-62853fd41edb service neutron] 10.222.0.24 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364960
Nov 11 16:02:36.032679 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-5240fa22-4057-43fa-9afa-9f492404a797 service neutron] 10.222.0.24 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472383
Nov 11 16:02:36.231082 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fc34e5ea-32fc-43fe-a93c-d30f7cf2298d req-bc6e7d5c-072b-41fe-b49d-93b5da4c1300 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 210 time: 0.0446279
Nov 11 16:02:36.957657 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 72dc249c-4e10-4340-aca1-d731c41bdb75 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:02:37.076563 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 72dc249c-4e10-4340-aca1-d731c41bdb75 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:02:37.076934 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:37.203820 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:37.231874 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:37.241822 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:37.246997 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:37.248863 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:37.298489 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'code': 200}
Nov 11 16:02:37.319214 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=8']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:37.322461 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:37.392654 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c1e732c3-ce0f-4dc8-b3e7-8e94dce6aa8b req-44c74bd1-ab11-4ad9-95e1-7759c4f91e9c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 210 time: 0.0454009
Nov 11 16:02:38.559676 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e398ef8e-7a75-4ccf-b480-4fc94d91166d req-3823d156-85b2-4490-96f9-2fda19fc1099 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 210 time: 0.0456388
Nov 11 16:02:38.788614 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d5862cdf-b547-43ac-b6b1-cef7065188a1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:38.790492 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d5862cdf-b547-43ac-b6b1-cef7065188a1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 815 time: 0.1605928
Nov 11 16:02:38.803187 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Request body: {'port': {'device_id': '1c388e97-3418-4d7d-9b2b-9d86d63bee36', 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'admin_state_up': True, 'tenant_id': '969bef6c30074a68a3920ff32f435b6e'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:02:38.959314 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:02:38.963684 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Usage tracker for resource:port and tenant:969bef6c30074a68a3920ff32f435b6e is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:02:38.966661 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:02:38.972395 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:02:38.982785 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Made reservation on behalf of 969bef6c30074a68a3920ff32f435b6e for: {'port': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:02:38.986547 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:39.159885 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Allocated IP 172.20.0.8 (74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3/37d23a28-1f08-4290-b7c9-286772ed9817/0ad1d6a0-c3be-4278-825f-932e05a85f9d) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:02:39.372928 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:39.404788 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:39.410804 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-11c1581d-d0b1-4ce7-b0a8-533c8a0f7387 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:39.480875 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:02:39.482124 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:02:39.486135 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:02:39.531823 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Pushing event updated for resources: {'Port': ['ID=0ad1d6a0-c3be-4278-825f-932e05a85f9d,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:39.536419 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:39.556179 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:39.556807 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:39.579743 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7803357
Nov 11 16:02:39.592118 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Request body: {'port': {'device_id': '1c388e97-3418-4d7d-9b2b-9d86d63bee36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:02:39.713890 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:39.750837 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce1fc8-c6c6-4a14-828e-379ec6315237 req-9bd8da5b-3d15-4ac0-99dc-bc8eb4e1b527 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:39.752426 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-25ce1fc8-c6c6-4a14-828e-379ec6315237 req-9bd8da5b-3d15-4ac0-99dc-bc8eb4e1b527 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 931 time: 0.0827460
Nov 11 16:02:39.806444 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-25ce1fc8-c6c6-4a14-828e-379ec6315237 req-26d87d78-6f05-480b-ae1f-81a1ce083820 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:02:39.837014 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-25ce1fc8-c6c6-4a14-828e-379ec6315237 req-26d87d78-6f05-480b-ae1f-81a1ce083820 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:02:39.838994 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-25ce1fc8-c6c6-4a14-828e-379ec6315237 req-26d87d78-6f05-480b-ae1f-81a1ce083820 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804081
Nov 11 16:02:40.085304 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad1d6a0-c3be-4278-825f-932e05a85f9d {{(pid=86847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:02:40.093068 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:40.114312 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Transition to ACTIVE for port object 0ad1d6a0-c3be-4278-825f-932e05a85f9d will not be triggered until provisioned by entity L2. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:02:40.119889 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:40.124050 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-9f12da2b-1d93-463b-aceb-96f44a95e2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:40.348893 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Pushing event updated for resources: {'Port': ['ID=0ad1d6a0-c3be-4278-825f-932e05a85f9d,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:40.377962 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:40.465689 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Attempting to bind port 0ad1d6a0-c3be-4278-825f-932e05a85f9d on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:02:40.466018 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Attempting to bind port 0ad1d6a0-c3be-4278-825f-932e05a85f9d by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:02:40.466338 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Attempting to bind port 0ad1d6a0-c3be-4278-825f-932e05a85f9d on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:02:40.471021 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Port 0ad1d6a0-c3be-4278-825f-932e05a85f9d on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:02:40.471332 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Attempting to bind port 0ad1d6a0-c3be-4278-825f-932e05a85f9d on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:02:40.476593 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:02:40.476927 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Checking segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:02:40.477965 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Bound using segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:02:40.478421 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Bound port: 0ad1d6a0-c3be-4278-825f-932e05a85f9d, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'}}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:02:40.478767 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:40.576960 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] For port 0ad1d6a0-c3be-4278-825f-932e05a85f9d, host hv-cinder-81115, cleared binding levels {{(pid=86847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:02:40.580121 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] For port 0ad1d6a0-c3be-4278-825f-932e05a85f9d, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ad1d6a0-c3be-4278-825f-932e05a85f9d,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:02:40.585324 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:40.590455 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:40.647247 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:40.647868 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:40.649819 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] 10.222.0.15 "PUT /v2.0/ports/0ad1d6a0-c3be-4278-825f-932e05a85f9d HTTP/1.1" status: 200  len: 1093 time: 1.0619578
Nov 11 16:02:40.650325 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c388e97-3418-4d7d-9b2b-9d86d63bee36', 'tag': '0ad1d6a0-c3be-4278-825f-932e05a85f9d'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:40.683680 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Pushing event updated for resources: {'Port': ['ID=0ad1d6a0-c3be-4278-825f-932e05a85f9d,revision_number=3']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:40.687093 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:40.762635 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c388e97-3418-4d7d-9b2b-9d86d63bee36', 'tag': '0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'status': 'completed', 'code': 200}
Nov 11 16:02:40.776094 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-3b242d82-09b9-4614-a594-be790ff6a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:40.777823 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-3b242d82-09b9-4614-a594-be790ff6a806 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 1096 time: 0.0844812
Nov 11 16:02:40.851533 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-a432cbb6-4bc4-441f-a67d-e5bb734d9ce9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ad1d6a0-c3be-4278-825f-932e05a85f9d HTTP/1.1" status: 200  len: 217 time: 0.0661945
Nov 11 16:02:40.924095 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-237a7c8e-a495-4d1b-a220-93746bf0b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:40.925037 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-237a7c8e-a495-4d1b-a220-93746bf0b12c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 200  len: 855 time: 0.0661788
Nov 11 16:02:40.981116 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-cece4c98-2442-4ece-bd40-36dbcae6b4be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460746
Nov 11 16:02:41.040640 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b227a-5c7b-4877-a26f-396c1b4a0239 req-58d40633-e424-4793-b85e-32dc7839e6d6 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:41.042633 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b18b227a-5c7b-4877-a26f-396c1b4a0239 req-58d40633-e424-4793-b85e-32dc7839e6d6 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 943 time: 0.0912132
Nov 11 16:02:41.097839 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b18b227a-5c7b-4877-a26f-396c1b4a0239 req-95054581-34c1-475f-bdc3-34539523103b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469677
Nov 11 16:02:41.126441 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-3f7a3faf-27ec-4013-89a0-878130df6555 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360488
Nov 11 16:02:41.264743 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5af7f2ac-6a82-4d9a-ab4f-3b4de98f31ab req-00bc01b8-75bc-4f85-927e-ade43f04223d service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286221
Nov 11 16:02:41.403888 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-9181c98b-d189-48f3-b314-e7ad0d180ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:41.405396 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-9181c98b-d189-48f3-b314-e7ad0d180ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 1096 time: 0.0830364
Nov 11 16:02:41.536153 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8e96cc15-d748-481f-8cac-be21981c0829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:41.561244 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-8c10eb54-e740-45f9-ab3a-ee5996f8cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:41.562699 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-8c10eb54-e740-45f9-ab3a-ee5996f8cc73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 916 time: 0.1445210
Nov 11 16:02:41.637843 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-b16d9166-e7cf-441a-8e86-88d2cb7465ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ad1d6a0-c3be-4278-825f-932e05a85f9d HTTP/1.1" status: 200  len: 217 time: 0.0669463
Nov 11 16:02:41.701525 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-7cb35989-c94f-4f61-a620-ffbfd46a1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:41.702954 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-7cb35989-c94f-4f61-a620-ffbfd46a1244 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 200  len: 855 time: 0.0579848
Nov 11 16:02:41.755084 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-01f6df7c-502e-43cf-9ad1-e1a6f2420e16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445285
Nov 11 16:02:41.816792 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:41.896130 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-285a0ee5-46ed-4254-9c12-5fe7f2c1deed service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337953
Nov 11 16:02:42.145257 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4ee63df7-75a4-4700-95cc-7a8d73f6a651 req-619fa0ca-6f3d-488a-917a-be9fbe338e4b service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2382011
Nov 11 16:02:42.287949 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14dda8-3aad-47bb-be14-a2f0913d558a req-9c59f042-571d-4cd9-a1d9-86a2cfc3c209 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:42.288688 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-ff14dda8-3aad-47bb-be14-a2f0913d558a req-9c59f042-571d-4cd9-a1d9-86a2cfc3c209 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:02:42.306144 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-ff14dda8-3aad-47bb-be14-a2f0913d558a req-9c59f042-571d-4cd9-a1d9-86a2cfc3c209 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:02:42.307414 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ff14dda8-3aad-47bb-be14-a2f0913d558a req-9c59f042-571d-4cd9-a1d9-86a2cfc3c209 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 943 time: 0.1008651
Nov 11 16:02:42.359533 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ff14dda8-3aad-47bb-be14-a2f0913d558a req-3fc75bc0-c3ff-4b8b-a06b-6abe15773400 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430198
Nov 11 16:02:43.554072 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32931330-db1a-45f5-bb09-f2fbee28ea5a req-8b4bb4cc-235e-4d56-b06e-0e1717a3d0b1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:43.555976 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-32931330-db1a-45f5-bb09-f2fbee28ea5a req-8b4bb4cc-235e-4d56-b06e-0e1717a3d0b1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 943 time: 0.0913868
Nov 11 16:02:43.601494 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-32931330-db1a-45f5-bb09-f2fbee28ea5a req-decbc149-4933-4be8-a93c-a2e4d3ae61b5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398524
Nov 11 16:02:44.062691 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d34a7a5e-1601-47a8-90ff-ab779663b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:44.293505 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:44.534520 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b5e42-d5ff-45ab-a07d-8749f82d75d7 req-02467063-b3fe-4df6-bb6c-8ed5d75eea21 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:44.535970 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a6b5e42-d5ff-45ab-a07d-8749f82d75d7 req-02467063-b3fe-4df6-bb6c-8ed5d75eea21 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 945 time: 0.0802970
Nov 11 16:02:44.583685 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3a6b5e42-d5ff-45ab-a07d-8749f82d75d7 req-9057e5a6-9dca-4392-9960-3c4b8500eb2e tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415096
Nov 11 16:02:44.794153 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fca47b-be47-421b-9ff3-09f0fc86eacc req-ae70063c-104d-4de8-8812-50ff11341cdf tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:44.795599 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-56fca47b-be47-421b-9ff3-09f0fc86eacc req-ae70063c-104d-4de8-8812-50ff11341cdf tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 943 time: 0.0880258
Nov 11 16:02:44.842295 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-56fca47b-be47-421b-9ff3-09f0fc86eacc req-e8aecdd7-0c29-4bd2-b41c-5d0ecbe42a9a tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402179
Nov 11 16:02:45.133338 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:45.768070 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fde6-bcd7-4858-b2f2-282575bf0bc7 req-0f28720b-fc50-44b3-a94b-6e68030a8d7f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:45.769626 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3e75fde6-bcd7-4858-b2f2-282575bf0bc7 req-0f28720b-fc50-44b3-a94b-6e68030a8d7f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 945 time: 0.0812957
Nov 11 16:02:45.815259 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3e75fde6-bcd7-4858-b2f2-282575bf0bc7 req-89770726-fd90-4d89-ae85-8d1a02d9d415 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/security-groups?id=46bf8aa2-627c-4a84-b76f-fb67968b1be0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396929
Nov 11 16:02:45.999578 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ad1d6a0-c3be-4278-825f-932e05a85f9d details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:02:46.058753 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08527233-da67-4395-a80c-a73905dee4b4 req-4103fc38-d140-4a62-b682-e2698031d22a tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:46.061763 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-08527233-da67-4395-a80c-a73905dee4b4 req-4103fc38-d140-4a62-b682-e2698031d22a tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 943 time: 0.1087468
Nov 11 16:02:46.119519 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-08527233-da67-4395-a80c-a73905dee4b4 req-ae781611-5ba1-417d-80eb-81486276315d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507879
Nov 11 16:02:46.162924 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ad1d6a0-c3be-4278-825f-932e05a85f9d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ad1d6a0-c3be-4278-825f-932e05a85f9d,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:46.177752 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'port_id': '0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'mac_address': 'fa:16:3e:b7:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d23a28-1f08-4290-b7c9-286772ed9817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:02:46.244256 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:46.262381 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad1d6a0-c3be-4278-825f-932e05a85f9d {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:02:46.267558 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-1b76f46b-2e93-414d-9af2-659d4f7e6058 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:46.269202 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-1b76f46b-2e93-414d-9af2-659d4f7e6058 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.15 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 945 time: 0.0873225
Nov 11 16:02:46.280033 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ad1d6a0-c3be-4278-825f-932e05a85f9d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ad1d6a0-c3be-4278-825f-932e05a85f9d,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:46.284860 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:46.287460 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:46.347906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Deleting port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:46.348048 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:46.358943 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ad1d6a0-c3be-4278-825f-932e05a85f9d,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:46.362371 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:46.542514 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ad1d6a0-c3be-4278-825f-932e05a85f9d'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:02:46.607286 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] For port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,segment=NetworkSegment(b41dcba8-e1a2-4287-9360-b671b9e3f84b),segment_id=b41dcba8-e1a2-4287-9360-b671b9e3f84b)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:46.607633 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:46.724340 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:46.735816 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Calling delete_port for be86fdb4-20f6-40f0-a4c4-4e86c6997f4b owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:46.888228 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:46.896393 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-220e8367-2eea-4160-955e-96d6836fb777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:46.978706 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Pushing event deleted for resources: {'Port': ['ID=be86fdb4-20f6-40f0-a4c4-4e86c6997f4b,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:46.991085 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:46.993898 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0ee758e4-6ed1-4e39-8456-96473bb149d8 req-237d67ba-1852-4dc5-b0af-9f7f278ab1a4 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c6d528-4507-47c5-821b-1a7f2674377f HTTP/1.1" status: 200  len: 210 time: 0.0663884
Nov 11 16:02:47.070185 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] No DVR routers for this DVR port be86fdb4-20f6-40f0-a4c4-4e86c6997f4b on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:02:47.073210 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:47.075970 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c6d528-4507-47c5-821b-1a7f2674377f', 'name': 'network-vif-deleted', 'tag': 'be86fdb4-20f6-40f0-a4c4-4e86c6997f4b'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:47.093159 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f26213ca-5682-4aaf-a5c3-11f75f22d7b9 req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] 10.222.0.15 "DELETE /v2.0/ports/be86fdb4-20f6-40f0-a4c4-4e86c6997f4b HTTP/1.1" status: 204  len: 173 time: 0.8155346
Nov 11 16:02:47.129307 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c6d528-4507-47c5-821b-1a7f2674377f', 'name': 'network-vif-deleted', 'tag': 'be86fdb4-20f6-40f0-a4c4-4e86c6997f4b', 'status': 'completed', 'code': 200}
Nov 11 16:02:47.366098 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f035a80-73fa-4e4f-afac-17be12ea37d8 req-3b369d26-67dd-4a2f-8d65-2e97b790d60c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:47.368347 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8f035a80-73fa-4e4f-afac-17be12ea37d8 req-3b369d26-67dd-4a2f-8d65-2e97b790d60c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 944 time: 0.0862410
Nov 11 16:02:47.415645 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8f035a80-73fa-4e4f-afac-17be12ea37d8 req-dc672efb-c574-4f3b-b02b-cedd6e5d4bec tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415556
Nov 11 16:02:48.026886 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ad1d6a0-c3be-4278-825f-932e05a85f9d up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:02:48.125783 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 0ad1d6a0-c3be-4278-825f-932e05a85f9d completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:02:48.133227 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 0ad1d6a0-c3be-4278-825f-932e05a85f9d triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:02:48.133720 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:48.273434 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:48.315372 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c388e97-3418-4d7d-9b2b-9d86d63bee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad1d6a0-c3be-4278-825f-932e05a85f9d'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:48.326775 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 0ad1d6a0-c3be-4278-825f-932e05a85f9d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ad1d6a0-c3be-4278-825f-932e05a85f9d,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:48.336000 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:48.338490 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device be86fdb4-20f6-40f0-a4c4-4e86c6997f4b no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:02:48.363623 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:48.406495 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c388e97-3418-4d7d-9b2b-9d86d63bee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'code': 200}
Nov 11 16:02:48.438627 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: be86fdb4-20f6-40f0-a4c4-4e86c6997f4b {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:02:48.439094 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device be86fdb4-20f6-40f0-a4c4-4e86c6997f4b not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:02:48.477859 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=0ad1d6a0-c3be-4278-825f-932e05a85f9d,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:48.484026 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:48.763434 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08349633-c74e-4bcb-b4b8-0afc2ae4d7ab req-e18a804f-cf3c-4bb3-93bf-9d92422f8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:48.765278 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-08349633-c74e-4bcb-b4b8-0afc2ae4d7ab req-e18a804f-cf3c-4bb3-93bf-9d92422f8a5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 1098 time: 0.1425409
Nov 11 16:02:48.779859 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dbff4-cbbb-4739-adf2-c05a10b68e93 req-a6069979-969f-422e-a8fc-7687b9d0b03c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:48.787721 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-366dbff4-cbbb-4739-adf2-c05a10b68e93 req-a6069979-969f-422e-a8fc-7687b9d0b03c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 945 time: 0.2111335
Nov 11 16:02:48.789061 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a089d6-4877-49c7-b98f-a6f4449d1c43 req-e20fc9d5-94a1-456d-bf0c-89ab8fd2fae8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:48.790899 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-16a089d6-4877-49c7-b98f-a6f4449d1c43 req-e20fc9d5-94a1-456d-bf0c-89ab8fd2fae8 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.0964777
Nov 11 16:02:48.843708 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-16a089d6-4877-49c7-b98f-a6f4449d1c43 req-87a5eb67-79db-40d4-9d40-4cecef522291 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469210
Nov 11 16:02:48.859408 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-08349633-c74e-4bcb-b4b8-0afc2ae4d7ab req-c39d8362-2c61-45fb-9ffc-0630d2546b1a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693722
Nov 11 16:02:48.864343 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-366dbff4-cbbb-4739-adf2-c05a10b68e93 req-f5fbe0f2-ed5b-474a-8058-039d97ffd29d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757692
Nov 11 16:02:50.148328 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461ad5b-b249-4665-8f91-782383fd7199 req-a06bc813-bf51-4103-80b0-8fa5184eb1e0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:50.151703 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f461ad5b-b249-4665-8f91-782383fd7199 req-a06bc813-bf51-4103-80b0-8fa5184eb1e0 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.1811171
Nov 11 16:02:50.250451 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f461ad5b-b249-4665-8f91-782383fd7199 req-9bc576ed-5291-4c86-a0bb-bbbd792de95d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917089
Nov 11 16:02:50.289090 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570f126-d0c6-402b-910c-9e7bde760b6a req-5bf61fff-5e24-4b9c-a78e-716693ef3f7d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:50.290840 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9570f126-d0c6-402b-910c-9e7bde760b6a req-5bf61fff-5e24-4b9c-a78e-716693ef3f7d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 945 time: 0.3027189
Nov 11 16:02:50.337224 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9570f126-d0c6-402b-910c-9e7bde760b6a req-3467fe55-ce30-48d1-b427-0e7eafda7174 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406661
Nov 11 16:02:50.517289 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-2f36664b-899f-4be5-9e31-5caf3d55b1ad tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:50.518741 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-2f36664b-899f-4be5-9e31-5caf3d55b1ad tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.0884728
Nov 11 16:02:51.430027 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Deleting port 0ae4398b-f226-4bf1-9e08-58c1650c8451 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:51.430751 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:51.444041 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f90aa-10c0-472c-a968-c7d631c672a1 req-70db425a-4f38-4ed5-a8eb-1c53f668694f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:51.446137 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-274f90aa-10c0-472c-a968-c7d631c672a1 req-70db425a-4f38-4ed5-a8eb-1c53f668694f tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 946 time: 0.0849743
Nov 11 16:02:51.503246 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-274f90aa-10c0-472c-a968-c7d631c672a1 req-f7f2424b-30b2-4c9b-8b25-74e37ef0ed0d tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea2cb135-66ae-4371-bf14-c870b7536ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513394
Nov 11 16:02:51.691232 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2426c28-dfad-417d-b02b-28cc3a197356 req-5b3aad7b-3040-491e-974a-6616bc935644 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:02:51.692744 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a2426c28-dfad-417d-b02b-28cc3a197356 req-5b3aad7b-3040-491e-974a-6616bc935644 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 945 time: 0.2371814
Nov 11 16:02:51.775046 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a2426c28-dfad-417d-b02b-28cc3a197356 req-1d6afc25-2088-4584-a854-5ac034de4511 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760229
Nov 11 16:02:51.782184 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] For port 0ae4398b-f226-4bf1-9e08-58c1650c8451, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ae4398b-f226-4bf1-9e08-58c1650c8451,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:02:51.782532 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:52.116058 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:52.116492 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:52.116751 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Floating IP dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb disassociated. External IP: 172.27.1.249, port: 0ae4398b-f226-4bf1-9e08-58c1650c8451.
Nov 11 16:02:52.117343 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Calling delete_port for 0ae4398b-f226-4bf1-9e08-58c1650c8451 owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:52.284620 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:52.291310 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ca00c317-6f55-4558-8daa-615def0b1f16 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:52.341114 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event deleted for resources: {'Port': ['ID=0ae4398b-f226-4bf1-9e08-58c1650c8451,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:52.349415 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:52.532167 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:02:52.658473 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d613126a-8c8f-4380-89bd-e60d9edb26a9 req-f098d278-4d8d-44f5-a4e2-8c0e80cf4ba6 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 210 time: 0.0432796
Nov 11 16:02:52.720523 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:02:52.731098 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] Sync routers for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:02:52.741358 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:02:52.742223 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6737d90>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:02:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:52.910899 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] No DVR routers for this DVR port 0ae4398b-f226-4bf1-9e08-58c1650c8451 on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:02:52.913499 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:52.916288 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-deleted', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:02:52.935752 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-82a524bd-53d6-4f2b-b6c8-60f74b6a2de1 req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.15 "DELETE /v2.0/ports/0ae4398b-f226-4bf1-9e08-58c1650c8451 HTTP/1.1" status: 204  len: 173 time: 1.5852771
Nov 11 16:02:52.940774 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:02:52.967062 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459322f6-c80b-4680-ba19-2e7f046baae9', 'name': 'network-vif-deleted', 'tag': '0ae4398b-f226-4bf1-9e08-58c1650c8451', 'status': 'completed', 'code': 200}
Nov 11 16:02:53.282374 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6737d90>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:53.287482 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] Checking router: 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:02:53.297633 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:02:53.298251 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6737d90>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:02:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:53.489440 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:02:53.848524 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b97ba7a6-9c00-4bbc-9acf-112545570bb5 req-f1776422-825e-4e79-a8ce-d073ca759b60 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/ports?device_id=459322f6-c80b-4680-ba19-2e7f046baae9 HTTP/1.1" status: 200  len: 210 time: 0.0506964
Nov 11 16:02:53.872308 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6737d90>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:02:53.876581 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977dd84-1746-4fe7-9768-0d85a101a746 None None] The sync data for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi is: [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T15:55:56Z', 'revision_number': 4, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': '9b1b417f-3974-41a1-9c75-1ebacb5b8d0e', 'name': '', 'network_id': 'd09db5f2-8b02-41dc-8820-bcc90bc4827d', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'mac_address': 'fa:16:3e:72:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:52Z', 'updated_at': '2021-11-11T15:56:11Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'subnets': [{'id': '557f661c-3894-41a3-97b6-edc77bd37f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:02:54.113382 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08048b57-52e9-488c-9b2d-b78dc103824a None None] New status for floating IP dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb: DOWN {{(pid=86848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:02:55.049631 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33046) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:55.135067 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:55.166587 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:55.226432 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:55.235735 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-e943f3cd-4311-436b-93b5-1758159d33c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:55.254624 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2cb135-66ae-4371-bf14-c870b7536ab2,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:55.270532 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.270911 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.271285 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.271667 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.273150 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.273555 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.273921 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.274283 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.274659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.275021 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.275382 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.275767 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:02:55.280011 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:55.281164 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea2cb135-66ae-4371-bf14-c870b7536ab2 HTTP/1.1" status: 204  len: 168 time: 0.2305577
Nov 11 16:02:55.282088 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:55.284352 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33050) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:55.301417 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.api.v2.resource [None req-ed87fbad-05f5-45fa-bfca-17863ad7af84 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] show failed (client error): The resource could not be found.
Nov 11 16:02:55.302445 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ed87fbad-05f5-45fa-bfca-17863ad7af84 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "GET /v2.0/security-groups/ea2cb135-66ae-4371-bf14-c870b7536ab2 HTTP/1.1" status: 404  len: 347 time: 0.0174162
Nov 11 16:02:55.306168 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33054) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:55.467215 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Deleting port 93b12be3-08dc-4bf2-ad79-e044f9273116 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:02:55.467215 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:55.646517 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:55.646908 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:55.772426 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Calling delete_port for 93b12be3-08dc-4bf2-ad79-e044f9273116 owned by network:floatingip {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:02:55.921517 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:55.926857 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-28ac21a8-95bd-494f-941b-683a6fad4e09 tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:02:56.002798 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Pushing event deleted for resources: {'Port': ['ID=93b12be3-08dc-4bf2-ad79-e044f9273116,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:02:56.009846 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:02:56.071634 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks [] for floatingip, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:56.073903 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:02:56.088194 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:02:56.095148 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] 10.222.0.24 "DELETE /v2.0/floatingips/dbb9a9b2-ca78-4ca2-8eba-b7fb614466cb HTTP/1.1" status: 204  len: 168 time: 0.7866824
Nov 11 16:02:56.132611 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 0ae4398b-f226-4bf1-9e08-58c1650c8451 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:02:56.134047 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ae4398b-f226-4bf1-9e08-58c1650c8451 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:02:58.906789 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33104) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:02:59.657422 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:00.019181 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Deleting port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:03:00.019816 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:00.198223 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] For port 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:00.198578 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:00.326046 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Calling delete_port for 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e owned by network:router_interface {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:03:00.520357 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:00.529177 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:00.575907 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1b417f-3974-41a1-9c75-1ebacb5b8d0e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:00.603271 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:00.960113 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:01.323841 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:03:01.504467 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:03:01.512987 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] Sync routers for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:03:01.516949 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] 10.222.0.24 "PUT /v2.0/routers/3d7ca453-160c-4782-b2e8-7b84f0ba2f74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6089749
Nov 11 16:03:01.519550 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33122) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:01.523141 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:03:01.524296 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d63b9c10>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:02:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:01.712109 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks [] for router, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:01.716837 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:03:01.893677 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:01.905303 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Deleting port 4d67170e-9d28-4265-ad1b-bee4cc1dd971 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:03:01.905659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:02.012412 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d63b9c10>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T16:03:00Z', 'revision_number': 5, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port': {'id': '4d67170e-9d28-4265-ad1b-bee4cc1dd971', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:55:45Z', 'updated_at': '2021-11-11T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:02.017160 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] Checking router: 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:03:02.026970 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] Routers {'3d7ca453-160c-4782-b2e8-7b84f0ba2f74'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:03:02.027711 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d63b9c10>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:02:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:02.095936 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] For port 4d67170e-9d28-4265-ad1b-bee4cc1dd971, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=4d67170e-9d28-4265-ad1b-bee4cc1dd971,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:02.096397 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:02.192418 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] Set router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 gateway port host: None {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:03:02.307810 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:03:02.308687 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d63b9c10>, [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T16:03:01Z', 'revision_number': 6, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:02.313910 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ef632-8b48-44ab-b2fa-51283e30d951 None None] The sync data for ids ['3d7ca453-160c-4782-b2e8-7b84f0ba2f74'] in dv-cinder-811151-2-iscsi is: [{'id': '3d7ca453-160c-4782-b2e8-7b84f0ba2f74', 'name': 'tempest-AttachVolumeShelveTestJSON-1195763820-router', 'tenant_id': 'b700de87faa24c98a4c96ebb71c56f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:55:44Z', 'updated_at': '2021-11-11T16:03:01Z', 'revision_number': 6, 'project_id': 'b700de87faa24c98a4c96ebb71c56f80', 'gw_port_host': None}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:03:02.329910 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Calling delete_port for 4d67170e-9d28-4265-ad1b-bee4cc1dd971 owned by network:router_gateway {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:03:02.507589 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:02.511359 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-06f1ee70-f30d-4917-8125-d39ba9d258fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:02.555393 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d67170e-9d28-4265-ad1b-bee4cc1dd971,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:02.557881 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:02.652619 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:02.846743 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:02.849244 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:02.941483 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:02.942117 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7ca453-160c-4782-b2e8-7b84f0ba2f74 {{(pid=86846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:03:02.955608 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Notify callbacks [] for router, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:02.956891 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] 10.222.0.24 "DELETE /v2.0/routers/3d7ca453-160c-4782-b2e8-7b84f0ba2f74 HTTP/1.1" status: 204  len: 168 time: 1.4364269
Nov 11 16:03:02.959671 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33132) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:03.019549 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] Deleting subnet 557f661c-3894-41a3-97b6-edc77bd37f98 {{(pid=86846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:03:03.022602 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.076345 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304923'] for subnet, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.200722 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.279849 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1856438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139825'] for subnet, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.283925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:03.316677 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557f661c-3894-41a3-97b6-edc77bd37f98,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:03.321079 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:03.325581 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.331806 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1d89e84e-688d-41bb-b42e-e48f561d24dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/557f661c-3894-41a3-97b6-edc77bd37f98 HTTP/1.1" status: 204  len: 168 time: 0.3711438
Nov 11 16:03:03.340282 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33136) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:03.340892 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e228a61-fa6e-41cd-912d-5f3b9ff097b3 None None] Network d09db5f2-8b02-41dc-8820-bcc90bc4827d requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:03:03.457179 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.473210 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Deleting port 16e9bbc4-c335-436e-9042-5876e2872fd7 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:03:03.473543 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.672754 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:03:03.706786 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:03:03.707056 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 9b1b417f-3974-41a1-9c75-1ebacb5b8d0e not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:03:03.707668 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 4d67170e-9d28-4265-ad1b-bee4cc1dd971 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:03:03.718717 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] For port 16e9bbc4-c335-436e-9042-5876e2872fd7, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=16e9bbc4-c335-436e-9042-5876e2872fd7,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:03.719213 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.748861 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 4d67170e-9d28-4265-ad1b-bee4cc1dd971 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:03:03.749462 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 4d67170e-9d28-4265-ad1b-bee4cc1dd971 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:03:03.751148 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] DHCP port deletion for d09db5f2-8b02-41dc-8820-bcc90bc4827d request from dv-cinder-811151-2-iscsi {{(pid=86848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 11 16:03:03.757016 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] Deleting port 16e9bbc4-c335-436e-9042-5876e2872fd7 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:03:03.757606 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.860614 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Calling delete_port for 16e9bbc4-c335-436e-9042-5876e2872fd7 owned by network:dhcp {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:03:03.955526 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:03.961905 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5b4a52e8-fc93-4553-af81-acf15824fe65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:04.027416 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e9bbc4-c335-436e-9042-5876e2872fd7,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:04.031197 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:04.040322 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] No DVR routers for this DVR port 16e9bbc4-c335-436e-9042-5876e2872fd7 on host dv-cinder-811151-2-iscsi {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:03:04.047432 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] For port 16e9bbc4-c335-436e-9042-5876e2872fd7, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=16e9bbc4-c335-436e-9042-5876e2872fd7,segment=NetworkSegment(eec79fb7-2da5-4a83-8da5-15fb5e13c01f),segment_id=eec79fb7-2da5-4a83-8da5-15fb5e13c01f)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:04.048546 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:04.301314 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:04.311245 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] Calling delete_port for 16e9bbc4-c335-436e-9042-5876e2872fd7 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:03:04.337484 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d6ef6220>,) {'filters': {'network_id': ['d09db5f2-8b02-41dc-8820-bcc90bc4827d']}} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:04.346878 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-626a56ff-5281-4cec-af0e-a518bfef8cf3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:04.347610 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-626a56ff-5281-4cec-af0e-a518bfef8cf3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:network {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:03:04.365212 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d6ef6220>, 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f') {'for_net_delete': True} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:04.366208 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d6ef6220>, 'eec79fb7-2da5-4a83-8da5-15fb5e13c01f') {} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:04.378757 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-626a56ff-5281-4cec-af0e-a518bfef8cf3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:network {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:03:04.380964 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-626a56ff-5281-4cec-af0e-a518bfef8cf3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 815 time: 0.2494018
Nov 11 16:03:04.381798 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2079373'] for segment, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:04.399613 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-b653ee2b-0bed-4893-9ad5-ef430f896eac tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/quotas/969bef6c30074a68a3920ff32f435b6e HTTP/1.1" status: 200  len: 375 time: 0.0105107
Nov 11 16:03:04.399963 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:04.404267 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 16:03:04.404820 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 16:03:04.407407 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=86847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:03:04.407829 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1891331'] for segment, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]: Traceback (most recent call last):
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     timer()
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     cb(*args, **kw)
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     return func(*args, **kwargs)
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     self._notify()
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     self.callback(batched_events)
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     event.method(event)
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     return f(self, *a, **k)
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._get(url).json()
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:03:04.421452 dv-cinder-811151-2-iscsi neutron-server[86847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:03:04.483652 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-74d010e8-9ce3-4dc1-970e-7244f33ba12c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0774732
Nov 11 16:03:04.500639 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:04.504481 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-eec07287-d24c-4672-8cd8-596d6180cf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:04.518241 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:04.534168 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09db5f2-8b02-41dc-8820-bcc90bc4827d,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:04.538662 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:04.549695 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8c8983ac-f224-48c2-830e-4841d0c1c2a8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d09db5f2-8b02-41dc-8820-bcc90bc4827d HTTP/1.1" status: 204  len: 168 time: 1.2100577
Nov 11 16:03:04.683187 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33170) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:04.705078 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-356e6515-6d4a-4dc5-bd3b-2bd1da111f55 service neutron] 10.222.0.24 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143643
Nov 11 16:03:04.905817 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] Deleting port 16e9bbc4-c335-436e-9042-5876e2872fd7 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:03:04.906095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:04.921021 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-94e89886-a15c-4037-8c01-a5ab02948e4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b700de87faa24c98a4c96ebb71c56f80&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2365694
Nov 11 16:03:04.923652 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33174) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:04.975070 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-320f12a9-9b43-4d30-82b0-5f61d7ab9a8a None None] The port '16e9bbc4-c335-436e-9042-5876e2872fd7' was deleted {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 11 16:03:05.001572 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-72dd2ba5-4831-4cf6-aecd-f78b4d7e752c service neutron] 10.222.0.24 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2906151
Nov 11 16:03:05.021058 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7fdad27b-71f0-4877-ba80-9a942e1cc1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:05.049013 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7fdad27b-71f0-4877-ba80-9a942e1cc1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:05.106977 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7fdad27b-71f0-4877-ba80-9a942e1cc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:05.110886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2f867f6d-f94a-4759-8713-f286869d1624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:05.128161 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdad27b-71f0-4877-ba80-9a942e1cc1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c730932-ab31-4bff-b482-5ec3489d1207,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:05.128161 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7fdad27b-71f0-4877-ba80-9a942e1cc1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:05.134138 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7fdad27b-71f0-4877-ba80-9a942e1cc1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:05.136271 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7fdad27b-71f0-4877-ba80-9a942e1cc1a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c730932-ab31-4bff-b482-5ec3489d1207 HTTP/1.1" status: 204  len: 168 time: 0.2106102
Nov 11 16:03:05.227737 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-dad4f4cb-da94-4c7f-9bbb-4f58264f15b3 req-c40be869-e495-4c73-a6dc-618992667717 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 210 time: 0.0452721
Nov 11 16:03:05.657449 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 16e9bbc4-c335-436e-9042-5876e2872fd7 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:03:05.733836 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 16e9bbc4-c335-436e-9042-5876e2872fd7 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:03:05.734197 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 16e9bbc4-c335-436e-9042-5876e2872fd7 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:03:06.417451 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6dcaa065-d988-4fff-a27a-d82453f6363c req-354b8d40-5241-4456-bb65-bf3a74b9be75 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 210 time: 0.0598099
Nov 11 16:03:06.484872 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-793fce87-23e7-40b9-9982-47a294a513a2 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:06.486367 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-793fce87-23e7-40b9-9982-47a294a513a2 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 815 time: 0.1720247
Nov 11 16:03:06.501567 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Request body: {'port': {'device_id': '868cc39a-71c5-4dac-8538-7d9c5555bb81', 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'admin_state_up': True, 'tenant_id': '969bef6c30074a68a3920ff32f435b6e'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:03:06.652478 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:06.662848 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:06.675392 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Made reservation on behalf of 969bef6c30074a68a3920ff32f435b6e for: {'port': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:03:06.680338 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:06.861916 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Allocated IP 172.20.0.13 (74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3/37d23a28-1f08-4290-b7c9-286772ed9817/bb3f6bac-6ce5-4c14-a00e-6d981b883450) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:03:07.000260 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33248) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:07.098448 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.123193 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.138851 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:07.143437 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.143698 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Usage tracker for resource:security_group_rule and tenant:edd2113971a64e13aada839bcd817ae8 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:07.146806 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:07.149831 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0e2f678f-d2a6-4f2c-961c-26876b8eade1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:07.153327 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:07.155349 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ad1d6a0-c3be-4278-825f-932e05a85f9d'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:03:07.234586 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Pushing event updated for resources: {'Port': ['ID=bb3f6bac-6ce5-4c14-a00e-6d981b883450,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:07.240532 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:03:07.248286 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:07.249755 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:03:07.253699 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:03:07.260678 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.265233 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.291297 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9bfe8f39-7d02-477a-85e7-ec82b595498d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:07.304467 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edd2113971a64e13aada839bcd817ae8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3029866
Nov 11 16:03:07.306440 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33254) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:07.324428 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30658c38-19b6-4758-a300-e54e6511688a,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:07.327633 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:07.389688 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:07.390288 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.422957 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-a6303b43-86c3-4a03-8992-500bdd9aa55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.436542 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9393756
Nov 11 16:03:07.452968 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Request body: {'port': {'device_id': '868cc39a-71c5-4dac-8538-7d9c5555bb81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:03:07.487409 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-a6303b43-86c3-4a03-8992-500bdd9aa55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.656161 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.672489 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-a6303b43-86c3-4a03-8992-500bdd9aa55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.679900 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e653a790-ac38-4602-869a-aa5e21275860 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:07.717174 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6303b43-86c3-4a03-8992-500bdd9aa55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30658c38-19b6-4758-a300-e54e6511688a,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:07.725154 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-a6303b43-86c3-4a03-8992-500bdd9aa55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:07.750304 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a4a3-e90b-4d8d-9a65-4808c3cc1f65 req-5e852e21-45f2-4a50-8b11-0f16b3ce292d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:07.750996 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-af94a4a3-e90b-4d8d-9a65-4808c3cc1f65 req-5e852e21-45f2-4a50-8b11-0f16b3ce292d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:03:07.755862 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-a6303b43-86c3-4a03-8992-500bdd9aa55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:07.757065 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-a6303b43-86c3-4a03-8992-500bdd9aa55a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30658c38-19b6-4758-a300-e54e6511688a HTTP/1.1" status: 204  len: 168 time: 0.4490795
Nov 11 16:03:07.822382 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-af94a4a3-e90b-4d8d-9a65-4808c3cc1f65 req-5e852e21-45f2-4a50-8b11-0f16b3ce292d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:03:07.823680 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-af94a4a3-e90b-4d8d-9a65-4808c3cc1f65 req-5e852e21-45f2-4a50-8b11-0f16b3ce292d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 932 time: 0.3036265
Nov 11 16:03:07.907244 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-af94a4a3-e90b-4d8d-9a65-4808c3cc1f65 req-b9271b45-beb9-45b5-963e-6260da22fae8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736392
Nov 11 16:03:08.048121 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33266) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:08.068860 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.089456 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:08.095005 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Usage tracker for resource:security_group_rule and tenant:d538708dd1e240b58bebda72bbe20e20 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:08.098054 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:08.105102 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:08.194548 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.198609 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.207090 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8f8cf693-2779-47ee-b550-0c502d21f06e tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:08.241038 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3f6bac-6ce5-4c14-a00e-6d981b883450 {{(pid=86847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:03:08.247769 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d538708dd1e240b58bebda72bbe20e20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1983969
Nov 11 16:03:08.249389 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc5dc9-fce6-4a09-a615-70cc4a6e5946,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:08.251586 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33274) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:08.252846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-90b0fcd1-52ad-4d73-bb93-271e1d27c858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:08.256930 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.293325 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Transition to ACTIVE for port object bb3f6bac-6ce5-4c14-a00e-6d981b883450 will not be triggered until provisioned by entity L2. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:03:08.302966 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.309218 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d59d9e02-8ad4-4a1c-bf33-ca713e73bbd8 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:08.486318 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-18818b69-9981-4b9b-90dd-662879d641c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.493227 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Pushing event updated for resources: {'Port': ['ID=bb3f6bac-6ce5-4c14-a00e-6d981b883450,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:08.501299 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:08.565388 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-18818b69-9981-4b9b-90dd-662879d641c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.619315 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Attempting to bind port bb3f6bac-6ce5-4c14-a00e-6d981b883450 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:03:08.619559 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Attempting to bind port bb3f6bac-6ce5-4c14-a00e-6d981b883450 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:03:08.619884 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Attempting to bind port bb3f6bac-6ce5-4c14-a00e-6d981b883450 on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:03:08.624752 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Port bb3f6bac-6ce5-4c14-a00e-6d981b883450 on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:03:08.625069 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Attempting to bind port bb3f6bac-6ce5-4c14-a00e-6d981b883450 on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:03:08.630865 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:03:08.631194 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Checking segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:03:08.631569 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Bound using segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:03:08.631992 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Bound port: bb3f6bac-6ce5-4c14-a00e-6d981b883450, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'}}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:03:08.632385 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.694110 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-18818b69-9981-4b9b-90dd-662879d641c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.699828 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e2096f81-9913-46e0-83c9-ad2902cb89f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:08.713985 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18818b69-9981-4b9b-90dd-662879d641c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc5dc9-fce6-4a09-a615-70cc4a6e5946,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:08.718050 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-18818b69-9981-4b9b-90dd-662879d641c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:08.733200 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-18818b69-9981-4b9b-90dd-662879d641c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.734406 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-18818b69-9981-4b9b-90dd-662879d641c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bcc5dc9-fce6-4a09-a615-70cc4a6e5946 HTTP/1.1" status: 204  len: 168 time: 0.4817770
Nov 11 16:03:08.748929 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] For port bb3f6bac-6ce5-4c14-a00e-6d981b883450, host hv-cinder-81115, cleared binding levels {{(pid=86847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:03:08.751916 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] For port bb3f6bac-6ce5-4c14-a00e-6d981b883450, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=bb3f6bac-6ce5-4c14-a00e-6d981b883450,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:03:08.756734 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.761480 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8565e803-18d5-46e8-a8ee-0fbc29dc8229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:08.818753 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:08.819462 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:08.820894 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-90fba583-a721-4768-9639-73b7e14e394a service neutron] 10.222.0.15 "PUT /v2.0/ports/bb3f6bac-6ce5-4c14-a00e-6d981b883450 HTTP/1.1" status: 200  len: 1094 time: 1.3757770
Nov 11 16:03:08.821407 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868cc39a-71c5-4dac-8538-7d9c5555bb81', 'tag': 'bb3f6bac-6ce5-4c14-a00e-6d981b883450'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:03:08.842036 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Pushing event updated for resources: {'Port': ['ID=bb3f6bac-6ce5-4c14-a00e-6d981b883450,revision_number=3']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:08.844963 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:08.907240 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868cc39a-71c5-4dac-8538-7d9c5555bb81', 'tag': 'bb3f6bac-6ce5-4c14-a00e-6d981b883450', 'status': 'completed', 'code': 200}
Nov 11 16:03:08.957606 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-b2a4f109-ecff-478f-8105-c56a707000f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:08.959090 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-b2a4f109-ecff-478f-8105-c56a707000f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 1097 time: 0.0881391
Nov 11 16:03:09.040831 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-d1bf8e75-cff6-4850-95f9-751fba7daa11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb3f6bac-6ce5-4c14-a00e-6d981b883450 HTTP/1.1" status: 200  len: 217 time: 0.0661263
Nov 11 16:03:09.146639 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-23121d18-f68a-4d6e-9057-9a0e8cee944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:09.149232 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-23121d18-f68a-4d6e-9057-9a0e8cee944b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 200  len: 855 time: 0.0987008
Nov 11 16:03:09.230587 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-8e1f4cb9-387a-4792-879a-f47ffd87e5cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737684
Nov 11 16:03:09.401387 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb564e7e-664a-47a3-8279-bf55247a2c49 req-ca0407e9-b7dd-4af6-a20e-3e168434c0b7 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:09.402313 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-eb564e7e-664a-47a3-8279-bf55247a2c49 req-ca0407e9-b7dd-4af6-a20e-3e168434c0b7 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 944 time: 0.2098398
Nov 11 16:03:09.406074 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-b2301444-b059-4649-9f80-3e398f7700a1 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643887
Nov 11 16:03:09.543037 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-eb564e7e-664a-47a3-8279-bf55247a2c49 req-b547ece2-dac0-4cdf-a235-2b0c0e17a267 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345053
Nov 11 16:03:09.583098 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-241fd6e1-f227-4841-9e83-9f947c5f1a69 req-af367584-6510-4ab6-bd54-b8fafd808499 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576734
Nov 11 16:03:09.714383 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-619a8565-3da9-4cf5-b23b-603004b356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:09.715830 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-619a8565-3da9-4cf5-b23b-603004b356fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 1097 time: 0.0749176
Nov 11 16:03:09.851743 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-b5dd3d41-d06d-4f26-bae6-aacfcf9f4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:09.853533 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-b5dd3d41-d06d-4f26-bae6-aacfcf9f4fb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 916 time: 0.1312287
Nov 11 16:03:10.031772 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-11319ef8-db84-4475-bd1d-947b15b74de0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb3f6bac-6ce5-4c14-a00e-6d981b883450 HTTP/1.1" status: 200  len: 217 time: 0.1706829
Nov 11 16:03:10.100614 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-acacb297-9145-47ec-b376-85cf9fd4a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:10.102590 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-acacb297-9145-47ec-b376-85cf9fd4a01c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 200  len: 855 time: 0.0632346
Nov 11 16:03:10.156511 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-efd2d6c7-a394-4911-9aeb-c6ebdf6c2c82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470426
Nov 11 16:03:10.293201 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-aca56690-de1e-4b5b-ab88-26ffa92d714a service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281781
Nov 11 16:03:10.434775 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8cdb0d63-d16d-4885-a232-cdcb43324c2f req-5ca436d5-611f-469a-9b96-aaca2789be02 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347339
Nov 11 16:03:10.760480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100b28b-127a-4b6e-8f43-0d5188f65860 req-026adddc-aab8-4c6a-bf99-05d6fa07a2dc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:10.761958 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c100b28b-127a-4b6e-8f43-0d5188f65860 req-026adddc-aab8-4c6a-bf99-05d6fa07a2dc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 944 time: 0.0829411
Nov 11 16:03:10.807801 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c100b28b-127a-4b6e-8f43-0d5188f65860 req-03f465d5-e4c1-4b77-b28a-5159104d5231 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397980
Nov 11 16:03:11.539180 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0ac4f970-6ac2-49a6-82f9-863addf3c81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:11.823527 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:12.014267 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a64d2-0101-49fd-9882-cc672e9e6cb3 req-c6a5351a-4958-42af-9023-a169ad442482 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:12.015790 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3c1a64d2-0101-49fd-9882-cc672e9e6cb3 req-c6a5351a-4958-42af-9023-a169ad442482 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 944 time: 0.0850673
Nov 11 16:03:12.063930 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-3c1a64d2-0101-49fd-9882-cc672e9e6cb3 req-fefcf731-dd6d-49b3-9228-a7e4fb52d9ea tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422480
Nov 11 16:03:12.150348 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device bb3f6bac-6ce5-4c14-a00e-6d981b883450 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:03:12.284845 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port bb3f6bac-6ce5-4c14-a00e-6d981b883450, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=bb3f6bac-6ce5-4c14-a00e-6d981b883450,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:12.297862 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'bb3f6bac-6ce5-4c14-a00e-6d981b883450', 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'port_id': 'bb3f6bac-6ce5-4c14-a00e-6d981b883450', 'mac_address': 'fa:16:3e:6c:61:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d23a28-1f08-4290-b7c9-286772ed9817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:03:12.354309 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:12.375365 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3f6bac-6ce5-4c14-a00e-6d981b883450 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:03:12.392195 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port bb3f6bac-6ce5-4c14-a00e-6d981b883450, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=bb3f6bac-6ce5-4c14-a00e-6d981b883450,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:12.395633 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:12.397413 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:12.462706 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=bb3f6bac-6ce5-4c14-a00e-6d981b883450,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:12.469838 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.470176 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.470506 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.470830 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.471150 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.471469 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.471785 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.472101 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.472443 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.472754 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.473065 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.473375 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:12.477074 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:12.621510 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['bb3f6bac-6ce5-4c14-a00e-6d981b883450'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:03:13.258910 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8ef90-9f94-4c92-9b52-b0ba9c1d23a9 req-f355f0be-c52d-447c-b6c8-55070750e0c3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:13.261397 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a0a8ef90-9f94-4c92-9b52-b0ba9c1d23a9 req-f355f0be-c52d-447c-b6c8-55070750e0c3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 945 time: 0.0928094
Nov 11 16:03:13.315595 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a0a8ef90-9f94-4c92-9b52-b0ba9c1d23a9 req-3e773a74-1624-43b7-a616-0a009b190eb0 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477996
Nov 11 16:03:14.056759 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7199cf2c-f66c-4712-a78c-8e62dea04588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.147916 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device bb3f6bac-6ce5-4c14-a00e-6d981b883450 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:03:14.214355 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port bb3f6bac-6ce5-4c14-a00e-6d981b883450 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:03:14.219206 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port bb3f6bac-6ce5-4c14-a00e-6d981b883450 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:03:14.219580 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.312317 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.378524 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.409213 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868cc39a-71c5-4dac-8538-7d9c5555bb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3f6bac-6ce5-4c14-a00e-6d981b883450'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:03:14.420552 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port bb3f6bac-6ce5-4c14-a00e-6d981b883450, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=bb3f6bac-6ce5-4c14-a00e-6d981b883450,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:14.427278 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.429847 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:14.459981 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868cc39a-71c5-4dac-8538-7d9c5555bb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3f6bac-6ce5-4c14-a00e-6d981b883450', 'code': 200}
Nov 11 16:03:14.511264 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=bb3f6bac-6ce5-4c14-a00e-6d981b883450,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:14.517040 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:14.557879 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8a80-9168-42a4-ada5-87e7375f59c1 req-e7867ae9-ed58-4bfa-a91e-8ed580e3d8ce tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:14.564885 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a25f8a80-9168-42a4-ada5-87e7375f59c1 req-e7867ae9-ed58-4bfa-a91e-8ed580e3d8ce tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 946 time: 0.1182392
Nov 11 16:03:14.565643 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33404) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:14.659790 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] Deleting subnet 9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:03:14.667583 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-a25f8a80-9168-42a4-ada5-87e7375f59c1 req-44e9c14a-2ec1-47c4-8185-0eccd15dbddd tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674300
Nov 11 16:03:14.668379 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.768815 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.833129 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.882441 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a732339-5cb8-44d4-9836-45f04afe3548 req-dfbcf355-d1d8-4a78-bda7-6557f0c1438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:14.883972 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a732339-5cb8-44d4-9836-45f04afe3548 req-dfbcf355-d1d8-4a78-bda7-6557f0c1438c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 1099 time: 0.1841865
Nov 11 16:03:14.940486 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a732339-5cb8-44d4-9836-45f04afe3548 req-ab779fe8-4557-40d1-90bc-a61ccb5f0198 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480404
Nov 11 16:03:14.942677 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.947838 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:14.983356 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:14.985328 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:14.987959 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:14.992483 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-ce7031a9-2d23-499a-9b6d-7f4305bd85d0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9b8e0b3e-b057-4a3d-aa6c-b281bed69e9c HTTP/1.1" status: 204  len: 168 time: 0.4252963
Nov 11 16:03:14.994926 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33424) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:15.103045 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.136499 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.233015 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.259813 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d5d60d90>,) {'filters': {'network_id': ['07b00c33-647e-447a-a2f2-ed169d67cd74']}} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:15.276506 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5d60d90>, 'b41dcba8-e1a2-4287-9360-b671b9e3f84b') {'for_net_delete': True} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:15.276791 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5d60d90>, 'b41dcba8-e1a2-4287-9360-b671b9e3f84b') {} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:15.288636 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2079373'] for segment, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.304740 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.311052 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=86847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:03:15.311438 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1891331'] for segment, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]: Traceback (most recent call last):
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     timer()
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     cb(*args, **kw)
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     return func(*args, **kwargs)
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     self._notify()
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     self.callback(batched_events)
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     event.method(event)
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     return f(self, *a, **k)
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._get(url).json()
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:03:15.324952 dv-cinder-811151-2-iscsi neutron-server[86847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:03:15.399545 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.403616 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:15.416706 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.431031 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b00c33-647e-447a-a2f2-ed169d67cd74,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:15.434301 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:15.439142 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/07b00c33-647e-447a-a2f2-ed169d67cd74 HTTP/1.1" status: 204  len: 168 time: 0.4432666
Nov 11 16:03:15.615052 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33436) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:15.664188 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-b3f497c1-e9bd-44c8-9238-a455855c9ea0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb4c6fc386094cd08bc907440ae22c6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478146
Nov 11 16:03:15.666779 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33440) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:15.731410 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fe7b95e3-471a-481f-9a23-0912f39fb3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.759914 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fe7b95e3-471a-481f-9a23-0912f39fb3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.826328 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fe7b95e3-471a-481f-9a23-0912f39fb3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.830214 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7747538e-8425-448b-a6aa-471ef11bd6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:15.843761 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b95e3-471a-481f-9a23-0912f39fb3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bf8aa2-627c-4a84-b76f-fb67968b1be0,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:15.847088 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fe7b95e3-471a-481f-9a23-0912f39fb3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:15.861621 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fe7b95e3-471a-481f-9a23-0912f39fb3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:15.863407 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-fe7b95e3-471a-481f-9a23-0912f39fb3ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46bf8aa2-627c-4a84-b76f-fb67968b1be0 HTTP/1.1" status: 204  len: 168 time: 0.1955011
Nov 11 16:03:15.908189 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490b4a-305e-4495-af31-293158410ec7 req-6503d881-47d2-4126-bc2e-fda4cfe66bbe tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:15.910928 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-09490b4a-305e-4495-af31-293158410ec7 req-6503d881-47d2-4126-bc2e-fda4cfe66bbe tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 946 time: 0.1255326
Nov 11 16:03:15.974084 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-09490b4a-305e-4495-af31-293158410ec7 req-858b819d-f5d1-4531-b6fe-da2de3078f31 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524309
Nov 11 16:03:16.709116 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:17.264755 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e99c-eb72-46cf-bf44-6f27ecc625ab req-453441b5-c6ec-4611-b971-2b522d9b994c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:17.266137 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8ab7e99c-eb72-46cf-bf44-6f27ecc625ab req-453441b5-c6ec-4611-b971-2b522d9b994c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 946 time: 0.1828680
Nov 11 16:03:17.310777 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8ab7e99c-eb72-46cf-bf44-6f27ecc625ab req-c42ae602-95d2-45f9-8cc1-3a5e282a9f81 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390534
Nov 11 16:03:19.563015 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-6e665cdb-0c09-4539-b884-e58ae3c11c0f tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:19.564499 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-6e665cdb-0c09-4539-b884-e58ae3c11c0f tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 815 time: 0.1665287
Nov 11 16:03:19.579340 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-6c50e592-f397-4501-8480-b37c061b17a4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/quotas/969bef6c30074a68a3920ff32f435b6e HTTP/1.1" status: 200  len: 375 time: 0.0092230
Nov 11 16:03:19.668757 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-9aded5b3-1323-4642-aa68-3df05b6054f4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0838113
Nov 11 16:03:19.803307 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-05007dff-6778-4ca4-a47f-5953b79dfa2c service neutron] 10.222.0.24 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273713
Nov 11 16:03:19.935778 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-fb5d936e-8ac4-4bf9-b432-727cb0672ffb service neutron] 10.222.0.24 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266370
Nov 11 16:03:20.115243 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9d16a1de-599e-499d-8d0f-e4288eeaabb9 req-b5240072-42b8-49ca-a2ad-cec22d688f12 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 210 time: 0.0474005
Nov 11 16:03:21.203341 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-d5bc54b7-06d5-4558-b6c6-2b416cca8cf1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:21.204982 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-d5bc54b7-06d5-4558-b6c6-2b416cca8cf1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 815 time: 0.1591299
Nov 11 16:03:21.218666 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Request body: {'port': {'device_id': '1881c9c2-45bb-4ffa-add0-551346cf30fb', 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'admin_state_up': True, 'tenant_id': '969bef6c30074a68a3920ff32f435b6e'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:03:21.278548 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0907a58c-08dc-4428-8a09-2f4b0a44a49c req-cbe9c21e-7c5a-4973-9ce1-a0464ec90af4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 210 time: 0.0452082
Nov 11 16:03:21.365627 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:21.375505 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:21.386220 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Made reservation on behalf of 969bef6c30074a68a3920ff32f435b6e for: {'port': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:03:21.389711 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:21.561197 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Allocated IP 172.20.0.2 (74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3/37d23a28-1f08-4290-b7c9-286772ed9817/8cb829cd-22cb-4921-b4c5-4c8879c3c91a) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:03:21.762873 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:21.790899 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:21.797150 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:21.802181 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'bb3f6bac-6ce5-4c14-a00e-6d981b883450'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:03:21.864572 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:03:21.868995 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:03:21.871925 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:03:21.917123 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Pushing event updated for resources: {'Port': ['ID=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:21.920010 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:21.942907 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:21.943509 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:21.968669 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7539184
Nov 11 16:03:21.980210 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Request body: {'port': {'device_id': '1881c9c2-45bb-4ffa-add0-551346cf30fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:03:22.090996 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:22.484475 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb829cd-22cb-4921-b4c5-4c8879c3c91a {{(pid=86847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:03:22.493470 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:22.513654 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Transition to ACTIVE for port object 8cb829cd-22cb-4921-b4c5-4c8879c3c91a will not be triggered until provisioned by entity L2. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:03:22.518477 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:22.523954 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:22.584207 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972e3eb-5d75-48d5-bac3-519dba1b3617 req-da902ea1-836a-4681-aef9-adba6036d8fe tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:22.584900 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-2972e3eb-5d75-48d5-bac3-519dba1b3617 req-da902ea1-836a-4681-aef9-adba6036d8fe tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:03:22.663273 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:22.668829 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:22.699354 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-2972e3eb-5d75-48d5-bac3-519dba1b3617 req-da902ea1-836a-4681-aef9-adba6036d8fe tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:03:22.700553 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2972e3eb-5d75-48d5-bac3-519dba1b3617 req-da902ea1-836a-4681-aef9-adba6036d8fe tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 931 time: 0.2886190
Nov 11 16:03:22.904374 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2972e3eb-5d75-48d5-bac3-519dba1b3617 req-ddc2084d-bef3-42b9-b629-f51497c03f8f tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701137
Nov 11 16:03:22.912961 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Attempting to bind port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:03:22.913286 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Attempting to bind port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:03:22.913799 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Attempting to bind port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:03:22.921099 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:03:22.921099 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Attempting to bind port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:03:22.930002 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:03:22.930552 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Checking segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:03:22.931164 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Bound using segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:03:22.931812 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Bound port: 8cb829cd-22cb-4921-b4c5-4c8879c3c91a, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'}}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:03:22.932291 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:23.026300 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] For port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a, host hv-cinder-81115, cleared binding levels {{(pid=86847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:03:23.029430 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] For port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:03:23.037022 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:23.040759 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:23.098656 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:23.099270 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:23.100665 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/8cb829cd-22cb-4921-b4c5-4c8879c3c91a HTTP/1.1" status: 200  len: 1093 time: 1.1248670
Nov 11 16:03:23.101221 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1881c9c2-45bb-4ffa-add0-551346cf30fb', 'tag': '8cb829cd-22cb-4921-b4c5-4c8879c3c91a'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:03:23.121419 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,revision_number=3']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:23.130852 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.131230 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.131599 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.131960 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.132553 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.133446 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.133816 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.134175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.134531 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.134886 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.135237 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.135605 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:23.145821 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:23.173032 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1881c9c2-45bb-4ffa-add0-551346cf30fb', 'tag': '8cb829cd-22cb-4921-b4c5-4c8879c3c91a', 'status': 'completed', 'code': 200}
Nov 11 16:03:23.217547 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-86e54138-2289-488b-b038-86866b1d2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:23.219033 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-86e54138-2289-488b-b038-86866b1d2529 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 1096 time: 0.0796907
Nov 11 16:03:23.287400 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-cc6e06c6-339d-4237-97ec-7edf04a1a791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cb829cd-22cb-4921-b4c5-4c8879c3c91a HTTP/1.1" status: 200  len: 217 time: 0.0615091
Nov 11 16:03:23.354991 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-1ec96057-48cc-4434-a3e4-672cc3c9c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:23.356457 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-1ec96057-48cc-4434-a3e4-672cc3c9c6cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 200  len: 855 time: 0.0618563
Nov 11 16:03:23.403526 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-07902a9c-7d0e-4d61-bcca-767c4950199a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410604
Nov 11 16:03:23.561916 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-47c49042-c411-4de7-bee8-98173639b448 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518214
Nov 11 16:03:23.697382 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1a0e2612-5655-4d79-9622-cf2bd12a1faa req-43838360-47b7-41e8-b5cf-574d92dcc0f3 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288280
Nov 11 16:03:23.807375 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-33b36e4c-64d0-408b-bd3c-474693f30469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:23.808891 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-33b36e4c-64d0-408b-bd3c-474693f30469 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 1096 time: 0.0704722
Nov 11 16:03:23.943010 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-7ed266e7-1b8a-4e62-a78b-e7cafc2738ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:23.944478 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-7ed266e7-1b8a-4e62-a78b-e7cafc2738ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 916 time: 0.1282384
Nov 11 16:03:24.046014 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-5f9e4fde-d361-487a-981c-d9112757f318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cb829cd-22cb-4921-b4c5-4c8879c3c91a HTTP/1.1" status: 200  len: 217 time: 0.0936508
Nov 11 16:03:24.131026 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-46957af2-ea63-4a38-94a5-9bdc7d7bcc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:24.132494 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-46957af2-ea63-4a38-94a5-9bdc7d7bcc6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 200  len: 855 time: 0.0799613
Nov 11 16:03:24.186939 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcdd8f-2c35-4467-9a83-d2735efa5092 req-6e06bbc8-5ead-4a90-abb0-6b6a9ecfd904 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:24.188327 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3dcdd8f-2c35-4467-9a83-d2735efa5092 req-6e06bbc8-5ead-4a90-abb0-6b6a9ecfd904 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 943 time: 0.1803353
Nov 11 16:03:24.196892 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-48080b95-d039-4ba3-9372-964e0ac2ba56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560966
Nov 11 16:03:24.314530 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3dcdd8f-2c35-4467-9a83-d2735efa5092 req-b99452f7-85cf-43d9-aa45-62e4d5c45816 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205177
Nov 11 16:03:24.360281 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-290404b8-9d96-49ec-92ba-ab5a76cc1ef9 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511140
Nov 11 16:03:24.494490 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-702bfb80-fca3-4d9a-b813-61a9e8cc8b62 req-9b506f27-c023-444d-affe-91180d160d80 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269333
Nov 11 16:03:25.504021 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f263cdd-1c54-409b-876b-b5d9450aae1c req-67749c5a-67a2-4940-aaa6-3790257f0811 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:25.505631 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3f263cdd-1c54-409b-876b-b5d9450aae1c req-67749c5a-67a2-4940-aaa6-3790257f0811 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 943 time: 0.0864789
Nov 11 16:03:25.550848 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3f263cdd-1c54-409b-876b-b5d9450aae1c req-72789157-4509-4d12-8f1e-d83166ced1df tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395319
Nov 11 16:03:26.237770 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 8cb829cd-22cb-4921-b4c5-4c8879c3c91a details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:03:26.372962 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:26.386588 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '8cb829cd-22cb-4921-b4c5-4c8879c3c91a', 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'port_id': '8cb829cd-22cb-4921-b4c5-4c8879c3c91a', 'mac_address': 'fa:16:3e:73:d6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d23a28-1f08-4290-b7c9-286772ed9817', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:03:26.439735 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:26.456725 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb829cd-22cb-4921-b4c5-4c8879c3c91a {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:03:26.471851 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:26.476367 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:26.478931 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:26.551990 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:26.555576 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:26.743800 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['8cb829cd-22cb-4921-b4c5-4c8879c3c91a'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:03:26.863849 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67191fc0-c8a8-4106-91d5-9743e6ce57a4 req-08f7403a-fb51-49b8-a9e7-7774567bb01f tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:26.867442 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-67191fc0-c8a8-4106-91d5-9743e6ce57a4 req-08f7403a-fb51-49b8-a9e7-7774567bb01f tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 944 time: 0.2091553
Nov 11 16:03:26.919123 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-67191fc0-c8a8-4106-91d5-9743e6ce57a4 req-bd5401c0-32ce-49e7-928b-ba922cab9138 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458581
Nov 11 16:03:27.098835 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33626) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:27.225348 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.239533 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:27.243850 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Usage tracker for resource:security_group_rule and tenant:73baf668058148b6b5088c7f7277351d is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:27.246977 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:27.253735 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:27.341098 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.345085 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.351463 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b94865c7-8c3d-42d4-8171-4aaa9f2207d6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:27.390350 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529fc720-f6e2-4601-8b98-f1fb9719c2c7,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:27.394521 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73baf668058148b6b5088c7f7277351d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2946808
Nov 11 16:03:27.395399 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4350af81-43ff-418e-8a78-8955be07ba7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:27.397118 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33632) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:27.458621 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-5941c579-7e7d-4b98-a049-574d412c55e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.484032 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-5941c579-7e7d-4b98-a049-574d412c55e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.536614 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-5941c579-7e7d-4b98-a049-574d412c55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.540414 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-00c6b11a-5222-4ee2-a8a2-81cb55de1274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:27.552679 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c579-7e7d-4b98-a049-574d412c55e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529fc720-f6e2-4601-8b98-f1fb9719c2c7,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:27.556624 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5941c579-7e7d-4b98-a049-574d412c55e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:27.567277 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-5941c579-7e7d-4b98-a049-574d412c55e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.568443 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-5941c579-7e7d-4b98-a049-574d412c55e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/529fc720-f6e2-4601-8b98-f1fb9719c2c7 HTTP/1.1" status: 204  len: 168 time: 0.1698434
Nov 11 16:03:27.848620 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33640) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:27.866989 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.889911 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:27.893798 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Usage tracker for resource:security_group_rule and tenant:bde21c6f317440a7968030ef6f49ef23 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:27.896672 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:27.905002 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:27.991132 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:27.995657 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:28.002964 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-dae8dbae-5d06-49e1-860e-ec28084737a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:28.086188 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51574d58-a7ea-4878-b426-7def713111b2,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:28.090709 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:28.093193 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-59a89d79-ccb6-44bf-af38-0097f031e496 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bde21c6f317440a7968030ef6f49ef23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2435815
Nov 11 16:03:28.096579 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33646) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:28.186860 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2ff8c-daa9-4ddc-8dc8-b3ed499f42df req-79d0c8ce-feb2-4cdf-9da1-b88f3d5eeaf5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:28.188367 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fbf2ff8c-daa9-4ddc-8dc8-b3ed499f42df req-79d0c8ce-feb2-4cdf-9da1-b88f3d5eeaf5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 944 time: 0.1584916
Nov 11 16:03:28.189220 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-56d5895e-bfd7-4aba-8f11-d48ca042436c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:28.250677 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 8cb829cd-22cb-4921-b4c5-4c8879c3c91a up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:03:28.325182 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:03:28.331885 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:03:28.332521 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:28.334034 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-56d5895e-bfd7-4aba-8f11-d48ca042436c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:28.370805 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fbf2ff8c-daa9-4ddc-8dc8-b3ed499f42df req-1ae382f5-635b-45fd-9664-174c0cd0a98c tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720207
Nov 11 16:03:28.406002 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-56d5895e-bfd7-4aba-8f11-d48ca042436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:28.409999 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2857ca7a-cbd4-4c2b-9ab2-0e2316d48cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:28.421904 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5895e-bfd7-4aba-8f11-d48ca042436c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51574d58-a7ea-4878-b426-7def713111b2,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:28.425584 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-56d5895e-bfd7-4aba-8f11-d48ca042436c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:28.429442 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-56d5895e-bfd7-4aba-8f11-d48ca042436c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:28.432738 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-56d5895e-bfd7-4aba-8f11-d48ca042436c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51574d58-a7ea-4878-b426-7def713111b2 HTTP/1.1" status: 204  len: 168 time: 0.3357437
Nov 11 16:03:28.469274 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:28.497388 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1881c9c2-45bb-4ffa-add0-551346cf30fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb829cd-22cb-4921-b4c5-4c8879c3c91a'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:03:28.507924 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:28.512728 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:28.514812 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:28.546187 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1881c9c2-45bb-4ffa-add0-551346cf30fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb829cd-22cb-4921-b4c5-4c8879c3c91a', 'code': 200}
Nov 11 16:03:28.591392 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:28.594369 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:28.784442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ade71-d18f-483c-a4f3-2f899ff913f0 req-99f33ee9-2a5b-401c-9224-b51e674f372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:28.785924 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b70ade71-d18f-483c-a4f3-2f899ff913f0 req-99f33ee9-2a5b-401c-9224-b51e674f372d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 1098 time: 0.0759163
Nov 11 16:03:28.829661 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b70ade71-d18f-483c-a4f3-2f899ff913f0 req-4dc0efb7-95d8-404e-ba58-71d0810b1eaa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366697
Nov 11 16:03:29.592910 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23909e9-ec2e-415a-9ac8-e3a10082dd62 req-9f64611b-1a93-499b-8ac9-81650595fb0e tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:29.594400 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d23909e9-ec2e-415a-9ac8-e3a10082dd62 req-9f64611b-1a93-499b-8ac9-81650595fb0e tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 945 time: 0.1126132
Nov 11 16:03:29.644165 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d23909e9-ec2e-415a-9ac8-e3a10082dd62 req-445f9b7f-5bf1-46da-ad75-9c14ef5e76b1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438271
Nov 11 16:03:30.170487 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33696) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:30.286150 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:30.300188 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:30.304065 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Usage tracker for resource:security_group_rule and tenant:2e2534dc4a68444091c984977a322332 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:30.306896 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:30.312675 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:30.394137 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:30.398529 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:30.406924 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-9c4f622e-c0b4-42cc-a6a5-26c4fd96c13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:30.445694 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e2534dc4a68444091c984977a322332&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2741508
Nov 11 16:03:30.447346 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e56c02-ec2a-43c4-99ba-af767e4c0164,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:30.448392 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33702) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:30.450332 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:30.505499 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f8a44bdb-5cc8-404d-a2ec-df93edd9f4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:30.531379 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f8a44bdb-5cc8-404d-a2ec-df93edd9f4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:30.581820 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f8a44bdb-5cc8-404d-a2ec-df93edd9f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:30.586181 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d10977be-3271-4fec-890f-fb2a0d8216fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:30.596771 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a44bdb-5cc8-404d-a2ec-df93edd9f4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e56c02-ec2a-43c4-99ba-af767e4c0164,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:30.600595 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f8a44bdb-5cc8-404d-a2ec-df93edd9f4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:30.603785 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f8a44bdb-5cc8-404d-a2ec-df93edd9f4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:30.604945 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f8a44bdb-5cc8-404d-a2ec-df93edd9f4d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31e56c02-ec2a-43c4-99ba-af767e4c0164 HTTP/1.1" status: 204  len: 168 time: 0.1555476
Nov 11 16:03:30.835691 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93b145-f211-4269-aca8-d0c6484ff9e1 req-6d32174d-c7c1-40b9-b06f-444764d3f449 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:30.837288 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5f93b145-f211-4269-aca8-d0c6484ff9e1 req-6d32174d-c7c1-40b9-b06f-444764d3f449 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 945 time: 0.0843246
Nov 11 16:03:30.885089 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5f93b145-f211-4269-aca8-d0c6484ff9e1 req-4501e45e-54db-4add-ab91-f91ddc2b9347 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417652
Nov 11 16:03:30.893267 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33712) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:30.911540 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:30.927882 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:30.932433 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Usage tracker for resource:security_group_rule and tenant:a9ee763b036349629c8d31b534140af5 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:30.935415 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:30.941359 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:31.028022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:31.034999 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:31.057343 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c64e9724-8238-4439-845c-8ec8141d3515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:31.130079 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9ee763b036349629c8d31b534140af5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2333150
Nov 11 16:03:31.130079 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881b23f-1c6b-49f4-9bcc-4f93016cece2,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:31.131067 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33718) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:31.134504 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:31.206250 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1f2df46d-c76f-4991-ae83-2736e1c15519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:31.234345 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1f2df46d-c76f-4991-ae83-2736e1c15519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:31.293485 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1f2df46d-c76f-4991-ae83-2736e1c15519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:31.298666 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-df4bcc08-77c4-422f-9db5-620cc41a4d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:31.312426 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2df46d-c76f-4991-ae83-2736e1c15519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881b23f-1c6b-49f4-9bcc-4f93016cece2,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:31.315701 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1f2df46d-c76f-4991-ae83-2736e1c15519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:31.326906 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-1f2df46d-c76f-4991-ae83-2736e1c15519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:31.328438 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-1f2df46d-c76f-4991-ae83-2736e1c15519 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2881b23f-1c6b-49f4-9bcc-4f93016cece2 HTTP/1.1" status: 204  len: 168 time: 0.1961310
Nov 11 16:03:37.855645 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33828) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:37.968826 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:37.983459 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:37.987275 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Usage tracker for resource:security_group_rule and tenant:b77838e16f4b477a9a5e0c16acc191b5 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:37.990072 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:37.996566 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:38.077100 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.081375 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.090212 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-17ee9274-faaf-4dad-90eb-78ea4ecd2e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:38.131618 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb4a29-5c59-43a3-9ef9-0e3a3a909639,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:38.136009 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b77838e16f4b477a9a5e0c16acc191b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2793317
Nov 11 16:03:38.136930 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:38.138743 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33834) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:38.203110 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-91ea08c8-ee5f-4afb-9eb7-4a4e168ca12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.233299 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-91ea08c8-ee5f-4afb-9eb7-4a4e168ca12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.285133 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-91ea08c8-ee5f-4afb-9eb7-4a4e168ca12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.289766 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5f476fb4-ef03-446f-b94b-db3036ef0fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:38.302537 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea08c8-ee5f-4afb-9eb7-4a4e168ca12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb4a29-5c59-43a3-9ef9-0e3a3a909639,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:38.305441 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-91ea08c8-ee5f-4afb-9eb7-4a4e168ca12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:38.307698 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-91ea08c8-ee5f-4afb-9eb7-4a4e168ca12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.311483 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-91ea08c8-ee5f-4afb-9eb7-4a4e168ca12b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56bb4a29-5c59-43a3-9ef9-0e3a3a909639 HTTP/1.1" status: 204  len: 168 time: 0.1718142
Nov 11 16:03:38.593708 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33844) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:38.611604 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.626261 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:38.630144 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Usage tracker for resource:security_group_rule and tenant:8300e4da36f749c48becb16273c02ee2 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:38.633489 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:38.639240 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:38.725241 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.731438 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.738764 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-124e82fd-f2b8-4f3b-ae0b-57359e3c1731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:38.779816 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8300e4da36f749c48becb16273c02ee2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1849267
Nov 11 16:03:38.780710 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290e016a-e67f-4b0f-a280-defba3b1e530,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:38.782486 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33848) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:38.784187 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:38.844464 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7636d6ab-b324-4ee4-b03c-d3aa48fb25d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.870190 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7636d6ab-b324-4ee4-b03c-d3aa48fb25d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.921572 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7636d6ab-b324-4ee4-b03c-d3aa48fb25d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.925821 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-a90aedb0-685a-469f-b99f-9126d5796007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:38.937998 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636d6ab-b324-4ee4-b03c-d3aa48fb25d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e016a-e67f-4b0f-a280-defba3b1e530,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:38.940339 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7636d6ab-b324-4ee4-b03c-d3aa48fb25d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:38.946511 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-7636d6ab-b324-4ee4-b03c-d3aa48fb25d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:38.947657 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-7636d6ab-b324-4ee4-b03c-d3aa48fb25d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/290e016a-e67f-4b0f-a280-defba3b1e530 HTTP/1.1" status: 204  len: 168 time: 0.1641893
Nov 11 16:03:39.299699 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:03:40.874661 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33922) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:40.995182 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.013666 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:41.017573 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Usage tracker for resource:security_group_rule and tenant:fc084cac69104855a77ff989ad0a922c is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:41.020645 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:41.026456 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:41.108092 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.112890 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.119968 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cd13ee9e-8aa7-4bf6-ae6c-2fe65416b1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:41.160199 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85143c1-9895-4ed4-a59e-34e7621e12f7,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:41.164936 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc084cac69104855a77ff989ad0a922c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2892747
Nov 11 16:03:41.165809 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f15b8971-1f26-4086-bede-d681ec0a5470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:41.167621 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33928) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:41.231497 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3556ef80-0f9a-48b3-bbc5-ad61c2df6c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.258335 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3556ef80-0f9a-48b3-bbc5-ad61c2df6c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.312136 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3556ef80-0f9a-48b3-bbc5-ad61c2df6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.316307 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b5a42959-a491-4bc8-8813-6aa208f64f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:41.330889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556ef80-0f9a-48b3-bbc5-ad61c2df6c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85143c1-9895-4ed4-a59e-34e7621e12f7,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:41.335428 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3556ef80-0f9a-48b3-bbc5-ad61c2df6c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:41.349165 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3556ef80-0f9a-48b3-bbc5-ad61c2df6c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.350853 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-3556ef80-0f9a-48b3-bbc5-ad61c2df6c4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d85143c1-9895-4ed4-a59e-34e7621e12f7 HTTP/1.1" status: 204  len: 168 time: 0.1816759
Nov 11 16:03:41.541217 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-49219dd8-ec57-4aad-af04-057f42989d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.631903 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 33942) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:41.650794 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.665929 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:41.669668 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Usage tracker for resource:security_group_rule and tenant:62252a80e7204a04b4a898c621acd9c1 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:41.672561 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:41.678739 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:41.766357 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.793010 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.803075 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-4e05f5aa-18b3-4562-a9ba-f83e3eec94f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:41.819001 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:41.909744 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0489e-0364-475b-99dd-94d7917f395f,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:41.917999 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:41.923648 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62252a80e7204a04b4a898c621acd9c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2906179
Nov 11 16:03:41.926640 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 33956) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:41.965042 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadebcc-a87a-4202-9f42-58414e948778 req-38e78a1d-4438-4d29-b2d9-58cedc5abeb9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:41.966494 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-38e78a1d-4438-4d29-b2d9-58cedc5abeb9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 815 time: 0.2022336
Nov 11 16:03:41.982010 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-2331887c-2bdd-4fbe-a8a4-21f5bbb000a1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/quotas/969bef6c30074a68a3920ff32f435b6e HTTP/1.1" status: 200  len: 375 time: 0.0098403
Nov 11 16:03:41.985550 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-64771721-82c6-49a4-83e3-6dbbffdc8e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:42.011251 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-64771721-82c6-49a4-83e3-6dbbffdc8e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:42.064771 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-64771721-82c6-49a4-83e3-6dbbffdc8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:42.067269 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-d2074e84-63e0-4394-b665-25809c6261ef tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0796967
Nov 11 16:03:42.068685 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5b6561fc-34f4-4fe9-872a-39727ac5cb40 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:42.079883 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771721-82c6-49a4-83e3-6dbbffdc8e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0489e-0364-475b-99dd-94d7917f395f,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:42.087840 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-64771721-82c6-49a4-83e3-6dbbffdc8e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:42.088679 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-64771721-82c6-49a4-83e3-6dbbffdc8e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:42.095288 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-64771721-82c6-49a4-83e3-6dbbffdc8e08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0e0489e-0364-475b-99dd-94d7917f395f HTTP/1.1" status: 204  len: 168 time: 0.1646497
Nov 11 16:03:42.211204 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-34d61812-112d-4aea-801c-9d06fcb1eb23 service neutron] 10.222.0.24 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361346
Nov 11 16:03:42.349720 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-3e9cb5cf-b911-4b22-9480-ce69a242026e service neutron] 10.222.0.24 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310937
Nov 11 16:03:42.534339 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4c4d7dd9-cac2-43bd-a125-8aa6e707b59a req-41a2e46c-93f8-4906-8796-1e6b512aa00a tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 210 time: 0.0497468
Nov 11 16:03:43.723549 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-02960709-6f1b-461a-8a0c-971c2949c139 req-71db5c8c-7a86-42b4-984f-55aaf8ca73a1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 210 time: 0.0652668
Nov 11 16:03:43.840981 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadebcc-a87a-4202-9f42-58414e948778 req-78e59f51-708f-4eb5-b1af-d9c08c29c2df tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:43.842365 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-78e59f51-708f-4eb5-b1af-d9c08c29c2df tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 815 time: 0.3357699
Nov 11 16:03:43.859857 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Request body: {'port': {'device_id': 'ad9e629e-dfbe-48c5-8b73-c62cef9e96f5', 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'admin_state_up': True, 'tenant_id': '969bef6c30074a68a3920ff32f435b6e'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:03:43.997613 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:44.007351 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:44.025535 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Made reservation on behalf of 969bef6c30074a68a3920ff32f435b6e for: {'port': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:03:44.030042 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:44.065967 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b04a7c25-76ef-4957-ac60-13423b7bd42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:44.205368 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Allocated IP 172.20.0.11 (74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3/37d23a28-1f08-4290-b7c9-286772ed9817/d5cc0431-bba4-4dd7-915a-7257eceb0713) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:03:44.294165 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:44.415921 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:44.444965 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:44.450217 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:44.456394 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'bb3f6bac-6ce5-4c14-a00e-6d981b883450', '8cb829cd-22cb-4921-b4c5-4c8879c3c91a'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:03:44.518928 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:03:44.522613 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:03:44.526960 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:03:44.557321 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Pushing event updated for resources: {'Port': ['ID=d5cc0431-bba4-4dd7-915a-7257eceb0713,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:44.567515 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:44.593122 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:44.593724 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:44.627888 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7719519
Nov 11 16:03:44.640775 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Request body: {'port': {'device_id': 'ad9e629e-dfbe-48c5-8b73-c62cef9e96f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:03:44.751146 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:44.916378 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501ce12-63dc-47a1-86ae-ad24ac7adf94 req-6c90df64-8172-4370-8b93-7307139d3d27 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:44.917758 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b501ce12-63dc-47a1-86ae-ad24ac7adf94 req-6c90df64-8172-4370-8b93-7307139d3d27 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 932 time: 0.0836391
Nov 11 16:03:44.963263 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b501ce12-63dc-47a1-86ae-ad24ac7adf94 req-85860386-873f-45f3-80bc-a0ce03647e69 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395901
Nov 11 16:03:45.101896 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cc0431-bba4-4dd7-915a-7257eceb0713 {{(pid=86847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:03:45.109208 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:45.124936 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Transition to ACTIVE for port object d5cc0431-bba4-4dd7-915a-7257eceb0713 will not be triggered until provisioned by entity L2. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:03:45.130351 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:45.136540 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-55d9f350-1856-4234-88c3-b6126bbf0974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:45.138839 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:45.284995 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cc0431-bba4-4dd7-915a-7257eceb0713,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:45.296490 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:45.367673 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Attempting to bind port d5cc0431-bba4-4dd7-915a-7257eceb0713 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:03:45.368002 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Attempting to bind port d5cc0431-bba4-4dd7-915a-7257eceb0713 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:03:45.368358 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Attempting to bind port d5cc0431-bba4-4dd7-915a-7257eceb0713 on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:03:45.373155 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Port d5cc0431-bba4-4dd7-915a-7257eceb0713 on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:03:45.373536 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Attempting to bind port d5cc0431-bba4-4dd7-915a-7257eceb0713 on network 74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:03:45.378592 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:03:45.378919 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Checking segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:03:45.379291 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Bound using segment: {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:03:45.379712 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Bound port: d5cc0431-bba4-4dd7-915a-7257eceb0713, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088790fc-7284-48c7-8017-0f6fae031b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3'}}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:03:45.380051 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:45.471235 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] For port d5cc0431-bba4-4dd7-915a-7257eceb0713, host hv-cinder-81115, cleared binding levels {{(pid=86847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:03:45.474584 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] For port d5cc0431-bba4-4dd7-915a-7257eceb0713, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d5cc0431-bba4-4dd7-915a-7257eceb0713,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:03:45.478719 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:45.482503 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b9f382a5-cd3e-4464-8f80-13ffb0bf11ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:45.541358 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:45.541971 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:45.543379 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/d5cc0431-bba4-4dd7-915a-7257eceb0713 HTTP/1.1" status: 200  len: 1094 time: 0.9068646
Nov 11 16:03:45.543851 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9e629e-dfbe-48c5-8b73-c62cef9e96f5', 'tag': 'd5cc0431-bba4-4dd7-915a-7257eceb0713'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:03:45.569911 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cc0431-bba4-4dd7-915a-7257eceb0713,revision_number=3']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:45.573147 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:45.639614 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9e629e-dfbe-48c5-8b73-c62cef9e96f5', 'tag': 'd5cc0431-bba4-4dd7-915a-7257eceb0713', 'status': 'completed', 'code': 200}
Nov 11 16:03:45.681576 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadebcc-a87a-4202-9f42-58414e948778 req-2245e5c8-6ac3-4f52-99d4-a8f5819a5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:45.683101 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-2245e5c8-6ac3-4f52-99d4-a8f5819a5b49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 1097 time: 0.0919724
Nov 11 16:03:45.852059 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-06d3ba94-6e0c-4769-867f-8dfc1c02a0fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5cc0431-bba4-4dd7-915a-7257eceb0713 HTTP/1.1" status: 200  len: 217 time: 0.1605959
Nov 11 16:03:45.916118 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadebcc-a87a-4202-9f42-58414e948778 req-acde7f75-9cf2-474a-b2af-b316dd546334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:45.917533 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-acde7f75-9cf2-474a-b2af-b316dd546334 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 200  len: 855 time: 0.0584567
Nov 11 16:03:46.153053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9138ff-923b-42df-95c4-9739d7631d05 req-975afe09-bdfd-492a-84e3-d0c05a7c8160 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:46.154496 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ef9138ff-923b-42df-95c4-9739d7631d05 req-975afe09-bdfd-492a-84e3-d0c05a7c8160 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 944 time: 0.0843406
Nov 11 16:03:46.198553 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ef9138ff-923b-42df-95c4-9739d7631d05 req-fbd8c6d3-ce40-4508-a6de-d3c8626e4297 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384312
Nov 11 16:03:46.711540 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:47.389874 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9ae85-9198-4834-bedb-0607ac6a2e56 req-3577410d-e6cb-4dd4-aa66-3b20d0a995c3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:47.390469 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-bfc9ae85-9198-4834-bedb-0607ac6a2e56 req-3577410d-e6cb-4dd4-aa66-3b20d0a995c3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:03:47.406290 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-bfc9ae85-9198-4834-bedb-0607ac6a2e56 req-3577410d-e6cb-4dd4-aa66-3b20d0a995c3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:03:47.407427 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bfc9ae85-9198-4834-bedb-0607ac6a2e56 req-3577410d-e6cb-4dd4-aa66-3b20d0a995c3 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 944 time: 0.0966985
Nov 11 16:03:47.459994 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bfc9ae85-9198-4834-bedb-0607ac6a2e56 req-0d6d374c-a2b1-46ba-8556-b2bbd089c125 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456460
Nov 11 16:03:48.651889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e5b33-d8c7-4aab-89ef-9db522d5a352 req-87068340-415a-4fae-b43f-5e6205eaf9d1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:48.653531 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-865e5b33-d8c7-4aab-89ef-9db522d5a352 req-87068340-415a-4fae-b43f-5e6205eaf9d1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 944 time: 0.0887361
Nov 11 16:03:48.678626 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-e4481856-1b11-4cbd-8d15-a9bab5a0a994 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649951
Nov 11 16:03:48.705889 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-865e5b33-d8c7-4aab-89ef-9db522d5a352 req-ba06c6cd-9d1e-46c6-a0fe-c0ca6d4925ad tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437684
Nov 11 16:03:48.824355 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-d722888b-5cd0-437a-a2d1-5976006d5cbf service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378798
Nov 11 16:03:48.988471 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4eadebcc-a87a-4202-9f42-58414e948778 req-3d5650e2-e7be-467f-80f7-f548ec95d270 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487856
Nov 11 16:03:49.131478 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-5e6ebfb2-671f-412f-9d99-5941f71b9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:49.133177 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-5e6ebfb2-671f-412f-9d99-5941f71b9fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969bef6c30074a68a3920ff32f435b6e&device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 1097 time: 0.0841854
Nov 11 16:03:49.270760 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-2df904cd-2e5d-48a1-9ea0-212f363bf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:49.272803 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-2df904cd-2e5d-48a1-9ea0-212f363bf6b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 200  len: 916 time: 0.1329288
Nov 11 16:03:49.346920 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-68c7e838-43d6-4412-8e3a-caa666dc4ec4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5cc0431-bba4-4dd7-915a-7257eceb0713 HTTP/1.1" status: 200  len: 217 time: 0.0654674
Nov 11 16:03:49.423119 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-9be1cab3-7bae-4e82-865c-547250fd3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:49.424641 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-9be1cab3-7bae-4e82-865c-547250fd3a72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 200  len: 855 time: 0.0596540
Nov 11 16:03:49.477496 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-8a205b86-808f-4100-8c5c-c63230224361 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458937
Nov 11 16:03:49.619912 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-7c8834e9-568c-42e8-9f5a-4b2f6e42fbc7 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334624
Nov 11 16:03:49.773229 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-151c2a7c-bb36-43a8-91de-775f2022ce46 req-c233df69-e3bc-4857-bd73-670eb6747464 service neutron] 10.222.0.15 "GET /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430860
Nov 11 16:03:49.894769 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1b73f-cb52-4f5d-b41f-be001ada2356 req-1c36a94c-6773-4d6b-a81d-aace3c76930b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:49.896137 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f5a1b73f-cb52-4f5d-b41f-be001ada2356 req-1c36a94c-6773-4d6b-a81d-aace3c76930b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 944 time: 0.0821652
Nov 11 16:03:49.942686 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f5a1b73f-cb52-4f5d-b41f-be001ada2356 req-a99a0ca8-4352-4fad-b486-e49d424992e9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397844
Nov 11 16:03:50.497630 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34060) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:50.703290 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Deleting port 8d5dad85-ebff-4394-b0ce-29b522687a94 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:03:50.703631 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:50.879892 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:50.880361 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:51.009553 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Calling delete_port for 8d5dad85-ebff-4394-b0ce-29b522687a94 owned by network:floatingip {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:03:51.118450 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be3687c8-3228-446f-adad-3e71138252bb req-6f78047f-5cf3-4f7e-ab1d-900d53a693e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0909510
Nov 11 16:03:51.275719 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3687c8-3228-446f-adad-3e71138252bb req-dea55446-cc6e-40d2-b4fd-50686b42ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:51.277198 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be3687c8-3228-446f-adad-3e71138252bb req-dea55446-cc6e-40d2-b4fd-50686b42ac5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1098 time: 0.0792937
Nov 11 16:03:51.303862 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43951b2c-9802-4489-b7f3-659d7bae1fe8 req-234a1c1b-a566-4c64-86c4-9df551d024ae tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:51.305269 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-43951b2c-9802-4489-b7f3-659d7bae1fe8 req-234a1c1b-a566-4c64-86c4-9df551d024ae tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 944 time: 0.2502456
Nov 11 16:03:51.355352 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:51.362946 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:51.409356 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-43951b2c-9802-4489-b7f3-659d7bae1fe8 req-04ca7d13-dfa3-4c7a-8aa8-a1aa743edc68 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969830
Nov 11 16:03:51.418715 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event deleted for resources: {'Port': ['ID=8d5dad85-ebff-4394-b0ce-29b522687a94,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:51.445662 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:51.511674 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for floatingip, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:51.512528 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.l3_db [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Floating IP fa81ded1-966f-42e5-be66-430056a5afd7 disassociated (deleted). External IP: 172.27.1.162, port: 72dc249c-4e10-4340-aca1-d731c41bdb75.
Nov 11 16:03:51.534192 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3687c8-3228-446f-adad-3e71138252bb req-d8a2e3bc-757b-4236-aac3-ec47fe3bf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:51.535552 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be3687c8-3228-446f-adad-3e71138252bb req-d8a2e3bc-757b-4236-aac3-ec47fe3bf88b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 910 time: 0.2345603
Nov 11 16:03:51.616566 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be3687c8-3228-446f-adad-3e71138252bb req-0396ac34-413f-45db-86bc-dfc410d54f19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 217 time: 0.0697751
Nov 11 16:03:51.683820 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3687c8-3228-446f-adad-3e71138252bb req-b4d4142e-b846-412e-8ae1-75224a9ee9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:51.685504 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be3687c8-3228-446f-adad-3e71138252bb req-b4d4142e-b846-412e-8ae1-75224a9ee9eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 200  len: 848 time: 0.0603683
Nov 11 16:03:51.767789 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3687c8-3228-446f-adad-3e71138252bb req-37629fa8-f449-4f50-8a57-2fbebab2dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:51.769314 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be3687c8-3228-446f-adad-3e71138252bb req-37629fa8-f449-4f50-8a57-2fbebab2dcaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d730887-935f-485c-8d91-5fec159b3360&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773230
Nov 11 16:03:51.903737 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Router 990c24fc-7b84-42bf-b6b0-1546beb38170 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:03:51.953380 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be3687c8-3228-446f-adad-3e71138252bb req-176d94af-4e71-48c2-bbf5-c90a0724ea11 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744747
Nov 11 16:03:52.093528 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:03:52.106869 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09352522-2b6b-451d-b244-af0639650315 None None] Sync routers for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:03:52.119374 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09352522-2b6b-451d-b244-af0639650315 None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:03:52.120002 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-09352522-2b6b-451d-b244-af0639650315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5842970>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:03:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:52.120688 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-be3687c8-3228-446f-adad-3e71138252bb req-b559cca2-60b8-4860-aad1-98ab1a72fe85 service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600773
Nov 11 16:03:52.126321 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:52.193235 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "DELETE /v2.0/floatingips/fa81ded1-966f-42e5-be66-430056a5afd7 HTTP/1.1" status: 204  len: 168 time: 1.6940713
Nov 11 16:03:52.195984 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:03:52.250111 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'status': 'completed', 'code': 200}
Nov 11 16:03:52.346780 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-09352522-2b6b-451d-b244-af0639650315 None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:03:52.367449 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-c5daf5c7-2ff7-44de-84df-2237b987d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:52.369510 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-c5daf5c7-2ff7-44de-84df-2237b987d5b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 1098 time: 0.0935614
Nov 11 16:03:52.382907 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34084) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:52.436207 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device d5cc0431-bba4-4dd7-915a-7257eceb0713 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:03:52.534775 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-da1230f7-2de1-4438-a5bd-c74e9bece16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:52.536870 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-da1230f7-2de1-4438-a5bd-c74e9bece16c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 200  len: 910 time: 0.1521146
Nov 11 16:03:52.553453 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:52.573181 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:52.578408 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Usage tracker for resource:security_group_rule and tenant:0a3d2ae6df25498ca2a385b7862a7b5d is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:52.582055 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:52.589894 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:52.656666 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-68be9d13-2039-499f-8b7d-bed199a38eb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 200  len: 217 time: 0.1108704
Nov 11 16:03:52.756882 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:52.765347 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013c30-4214-496b-b3fa-8b2008a21945 req-e2fba0ab-b154-4429-97d3-ef992c95cfed tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:52.767155 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fe013c30-4214-496b-b3fa-8b2008a21945 req-e2fba0ab-b154-4429-97d3-ef992c95cfed tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 944 time: 0.1437392
Nov 11 16:03:52.768480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:52.777146 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8eaca60d-41f3-4eb1-abb9-5cb555bd335d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:52.796587 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-6a0617db-8455-43f2-9838-05b0b38b1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:52.798032 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-6a0617db-8455-43f2-9838-05b0b38b1d89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 200  len: 848 time: 0.0995579
Nov 11 16:03:52.818292 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac59da-181e-498a-9c63-85367c64ee5b req-90fc9173-c2e0-40b9-9c05-f8169ba9906a tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:52.819305 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-62ac59da-181e-498a-9c63-85367c64ee5b req-90fc9173-c2e0-40b9-9c05-f8169ba9906a tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1618540
Nov 11 16:03:52.845348 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a3d2ae6df25498ca2a385b7862a7b5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4583249
Nov 11 16:03:52.845601 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port d5cc0431-bba4-4dd7-915a-7257eceb0713, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d5cc0431-bba4-4dd7-915a-7257eceb0713,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:52.851178 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34094) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:52.864863 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d558f8-afe4-43d8-9707-3ee30ec2c0f1,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:52.874700 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7da4e56d-7c0d-4f40-95e1-96d36d98e77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:52.889594 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fe013c30-4214-496b-b3fa-8b2008a21945 req-7c134057-04da-4a45-ae8a-40c68937a011 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048570
Nov 11 16:03:52.896073 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'd5cc0431-bba4-4dd7-915a-7257eceb0713', 'network_id': '74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3', 'port_id': 'd5cc0431-bba4-4dd7-915a-7257eceb0713', 'mac_address': 'fa:16:3e:7d:1c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d23a28-1f08-4290-b7c9-286772ed9817', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:03:52.918711 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-62ac59da-181e-498a-9c63-85367c64ee5b req-c7a3683f-cd57-4932-806c-148cd7ba7998 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671637
Nov 11 16:03:52.944866 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-0d8fc057-c392-4e7b-8819-b8c0b45a1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:52.946354 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-0d8fc057-c392-4e7b-8819-b8c0b45a1eb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d730887-935f-485c-8d91-5fec159b3360&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1261809
Nov 11 16:03:52.950289 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2b70ff2d-812e-4a3a-a68a-9acb72f7886a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:52.975987 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:52.981610 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2b70ff2d-812e-4a3a-a68a-9acb72f7886a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:52.996134 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cc0431-bba4-4dd7-915a-7257eceb0713 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:03:53.016676 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-09352522-2b6b-451d-b244-af0639650315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5842970>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 5, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:53.022679 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port d5cc0431-bba4-4dd7-915a-7257eceb0713, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d5cc0431-bba4-4dd7-915a-7257eceb0713,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:53.024222 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09352522-2b6b-451d-b244-af0639650315 None None] Checking router: 990c24fc-7b84-42bf-b6b0-1546beb38170 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:03:53.030329 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.033614 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:53.046313 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2b70ff2d-812e-4a3a-a68a-9acb72f7886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.051418 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-77d3425e-371e-4518-8daf-daed4c0f62f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:53.067865 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ff2d-812e-4a3a-a68a-9acb72f7886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d558f8-afe4-43d8-9707-3ee30ec2c0f1,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:53.085301 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2b70ff2d-812e-4a3a-a68a-9acb72f7886a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:53.088812 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-2b70ff2d-812e-4a3a-a68a-9acb72f7886a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.090478 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-2b70ff2d-812e-4a3a-a68a-9acb72f7886a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81d558f8-afe4-43d8-9707-3ee30ec2c0f1 HTTP/1.1" status: 204  len: 168 time: 0.2384531
Nov 11 16:03:53.102736 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09352522-2b6b-451d-b244-af0639650315 None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:03:53.103490 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-09352522-2b6b-451d-b244-af0639650315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5842970>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:03:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:53.144392 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-9f5466cf-b923-4de5-abfd-52a891c240af service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839831
Nov 11 16:03:53.213488 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=d5cc0431-bba4-4dd7-915a-7257eceb0713,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:53.216651 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:53.301739 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['d5cc0431-bba4-4dd7-915a-7257eceb0713'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:03:53.315992 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7b543037-7a2a-4a6f-87cc-0d91791bebf4 req-5985b50a-8457-40b6-8da1-87867cf7642c service neutron] 10.222.0.15 "GET /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621563
Nov 11 16:03:53.395204 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-09352522-2b6b-451d-b244-af0639650315 None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:03:53.446783 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34102) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:53.465188 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.483618 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:03:53.487718 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Usage tracker for resource:security_group_rule and tenant:04ba45b9182e4c24b02ffa7d397523ff is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:03:53.490939 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:03:53.496763 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:03:53.591774 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.596032 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.603319 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b159445a-4810-4018-a2d4-6c87a614255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:53.648326 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04ba45b9182e4c24b02ffa7d397523ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1971817
Nov 11 16:03:53.648326 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a82cb81-7168-48e2-8c25-b29594d2817e,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:53.648884 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34106) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:53.651301 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d84bbe55-d7e7-41cc-987a-2594e03cccf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:53.713104 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c711a03f-e5cf-4c3f-8f0d-acc02c164f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.740695 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c711a03f-e5cf-4c3f-8f0d-acc02c164f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.803588 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c711a03f-e5cf-4c3f-8f0d-acc02c164f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.811828 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-72f38fde-a561-4030-8973-df347d583afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:53.826954 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-09352522-2b6b-451d-b244-af0639650315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5842970>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 5, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:03:53.829068 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711a03f-e5cf-4c3f-8f0d-acc02c164f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a82cb81-7168-48e2-8c25-b29594d2817e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:53.832015 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09352522-2b6b-451d-b244-af0639650315 None None] The sync data for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi is: [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T15:58:56Z', 'revision_number': 4, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'f64c9fa2-9a55-460d-a9dd-5793a4678b8b', 'name': '', 'network_id': '1d730887-935f-485c-8d91-5fec159b3360', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'mac_address': 'fa:16:3e:52:70:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:55Z', 'updated_at': '2021-11-11T15:59:06Z', 'revision_number': 5, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'subnets': [{'id': '3c1afce2-c1c3-4609-a18e-94b884b220fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:03:53.832812 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c711a03f-e5cf-4c3f-8f0d-acc02c164f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:53.839218 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c711a03f-e5cf-4c3f-8f0d-acc02c164f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:53.840425 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c711a03f-e5cf-4c3f-8f0d-acc02c164f6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a82cb81-7168-48e2-8c25-b29594d2817e HTTP/1.1" status: 204  len: 168 time: 0.1905959
Nov 11 16:03:54.156493 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8a426-4ce9-4097-9ccd-16765d4d6907 req-a6756b5a-5767-417d-8447-3c95e47ae4fe tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:54.156725 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8f8a426-4ce9-4097-9ccd-16765d4d6907 req-a6756b5a-5767-417d-8447-3c95e47ae4fe tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 945 time: 0.1119108
Nov 11 16:03:54.208005 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8f1af-e197-4e7b-96b0-c281e0351c44 None None] New status for floating IP fa81ded1-966f-42e5-be66-430056a5afd7: DOWN {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:03:54.208587 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8f8a426-4ce9-4097-9ccd-16765d4d6907 req-80d07c93-0d37-427a-a7d9-d2e59f662f56 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454297
Nov 11 16:03:54.217249 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad85a6e-8bd9-4f9e-82e1-fb8952318057 req-ad6eeab1-f3da-42ae-b9ba-66c6584e1154 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:54.219075 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bad85a6e-8bd9-4f9e-82e1-fb8952318057 req-ad6eeab1-f3da-42ae-b9ba-66c6584e1154 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1788821
Nov 11 16:03:54.280434 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bad85a6e-8bd9-4f9e-82e1-fb8952318057 req-9b13e2db-607a-409c-832c-3a5e17083c09 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/security-groups?id=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498674
Nov 11 16:03:54.289021 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-9c4ebbd0-dc63-47a8-8a42-4d8eded5d2a6 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:54.290548 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-9c4ebbd0-dc63-47a8-8a42-4d8eded5d2a6 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 945 time: 0.1639338
Nov 11 16:03:54.495452 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Deleting port 72dc249c-4e10-4340-aca1-d731c41bdb75 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:03:54.495796 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:54.762626 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] For port 72dc249c-4e10-4340-aca1-d731c41bdb75, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=72dc249c-4e10-4340-aca1-d731c41bdb75,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:54.762874 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:54.890746 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Calling delete_port for 72dc249c-4e10-4340-aca1-d731c41bdb75 owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:03:55.051843 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:55.063466 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b52113e6-3105-4900-a02e-4d3d41066542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:55.109192 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event deleted for resources: {'Port': ['ID=72dc249c-4e10-4340-aca1-d731c41bdb75,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:55.112360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:55.195629 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] No DVR routers for this DVR port 72dc249c-4e10-4340-aca1-d731c41bdb75 on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:03:55.198320 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:55.201462 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'name': 'network-vif-deleted', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:03:55.215743 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-71b9fe9d-0698-4704-aa41-d27561def3d1 req-fa847968-f9a8-4184-8876-88ebe5a732a9 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.15 "DELETE /v2.0/ports/72dc249c-4e10-4340-aca1-d731c41bdb75 HTTP/1.1" status: 204  len: 173 time: 0.9109077
Nov 11 16:03:55.246990 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df3b818-3667-48db-8d47-d760737d9ce7', 'name': 'network-vif-deleted', 'tag': '72dc249c-4e10-4340-aca1-d731c41bdb75', 'status': 'completed', 'code': 200}
Nov 11 16:03:55.441045 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b59f2-33cc-40be-975b-0f208b906d04 req-035ad849-d2e0-4fe3-bf68-6bd13205d933 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:55.448954 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6d2b59f2-33cc-40be-975b-0f208b906d04 req-035ad849-d2e0-4fe3-bf68-6bd13205d933 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 945 time: 0.1050355
Nov 11 16:03:55.499760 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-2a0667a2-6e93-4aa8-8624-48af03831348 req-fa82beac-b3ae-4458-bbdc-3109b3d641dc tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Synchronizing usage tracker for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:03:55.510140 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6d2b59f2-33cc-40be-975b-0f208b906d04 req-a5f642ea-d81c-47c9-a9a9-1cbf0f004fd2 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515316
Nov 11 16:03:55.521529 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-2a0667a2-6e93-4aa8-8624-48af03831348 req-fa82beac-b3ae-4458-bbdc-3109b3d641dc tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Unset dirty status for tenant:3b5fb3b108b446ed87e1a60eb3584a9d on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:03:55.532149 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2a0667a2-6e93-4aa8-8624-48af03831348 req-fa82beac-b3ae-4458-bbdc-3109b3d641dc tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "GET /v2.0/ports?device_id=3df3b818-3667-48db-8d47-d760737d9ce7 HTTP/1.1" status: 200  len: 210 time: 0.0745637
Nov 11 16:03:56.376702 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device d5cc0431-bba4-4dd7-915a-7257eceb0713 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:03:56.449613 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port d5cc0431-bba4-4dd7-915a-7257eceb0713 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:03:56.458009 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port d5cc0431-bba4-4dd7-915a-7257eceb0713 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:03:56.458592 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:56.650201 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34160) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:56.692624 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:56.742532 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port d5cc0431-bba4-4dd7-915a-7257eceb0713, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d5cc0431-bba4-4dd7-915a-7257eceb0713,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:56.743729 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9e629e-dfbe-48c5-8b73-c62cef9e96f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cc0431-bba4-4dd7-915a-7257eceb0713'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:03:56.750608 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:56.751901 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 72dc249c-4e10-4340-aca1-d731c41bdb75 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:03:56.765754 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba21579-d44c-4759-a250-d2eae8622111 req-b08ce17b-cc5f-4812-8828-016e34dd2ea9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:56.773821 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6ba21579-d44c-4759-a250-d2eae8622111 req-b08ce17b-cc5f-4812-8828-016e34dd2ea9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 945 time: 0.1173594
Nov 11 16:03:56.782210 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:56.826412 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9e629e-dfbe-48c5-8b73-c62cef9e96f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cc0431-bba4-4dd7-915a-7257eceb0713', 'code': 200}
Nov 11 16:03:56.845979 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6ba21579-d44c-4759-a250-d2eae8622111 req-1bdea3c6-aea4-453d-a854-dc5791f9f7c7 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711455
Nov 11 16:03:56.854108 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 72dc249c-4e10-4340-aca1-d731c41bdb75 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:03:56.855501 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 72dc249c-4e10-4340-aca1-d731c41bdb75 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:03:56.891279 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=d5cc0431-bba4-4dd7-915a-7257eceb0713,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:56.895181 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:56.909040 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:56.947430 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:57.028108 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:57.053997 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3556ef80-0f9a-48b3-bbc5-ad61c2df6c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:57.102341 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7745f9d3-0abc-45ee-b844-43a8cc2c8a6e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:57.117518 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.118089 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c9db2-9690-4ddb-b7c3-bf257f1ff6bd req-e4b9418c-af1c-481c-8849-12d320075602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:57.118413 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.118970 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.119785 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.120323 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7d6c9db2-9690-4ddb-b7c3-bf257f1ff6bd req-e4b9418c-af1c-481c-8849-12d320075602 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 1099 time: 0.1103926
Nov 11 16:03:57.120654 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.122073 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.122658 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.123242 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.123836 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.124279 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.124633 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.124986 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:03:57.133996 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:57.139306 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:57.146850 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-fca4e174-93ba-4692-849f-711fb47fc13c tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] 10.222.0.24 "DELETE /v2.0/security-groups/7745f9d3-0abc-45ee-b844-43a8cc2c8a6e HTTP/1.1" status: 204  len: 168 time: 0.4939997
Nov 11 16:03:57.191279 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34174) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:03:57.202351 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7d6c9db2-9690-4ddb-b7c3-bf257f1ff6bd req-77ffea9c-2e8c-46a8-b381-755a163ebe5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736647
Nov 11 16:03:57.968236 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:58.034513 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87737882-9e54-4bd5-843c-5738d2b887e3 req-2d446552-fd8f-4b8f-aef6-fb12ed18ab3d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:58.036110 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-87737882-9e54-4bd5-843c-5738d2b887e3 req-2d446552-fd8f-4b8f-aef6-fb12ed18ab3d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 946 time: 0.0880141
Nov 11 16:03:58.084945 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-87737882-9e54-4bd5-843c-5738d2b887e3 req-f0ca2693-46cc-4632-bd9b-eb8c1eedca90 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420964
Nov 11 16:03:58.352104 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Deleting port f64c9fa2-9a55-460d-a9dd-5793a4678b8b {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:03:58.352478 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:58.534541 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] For port f64c9fa2-9a55-460d-a9dd-5793a4678b8b, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:03:58.534904 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:58.674448 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Calling delete_port for f64c9fa2-9a55-460d-a9dd-5793a4678b8b owned by network:router_interface {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:03:59.001040 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:59.004535 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:03:59.053372 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Pushing event deleted for resources: {'Port': ['ID=f64c9fa2-9a55-460d-a9dd-5793a4678b8b,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:03:59.086718 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:03:59.394792 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:03:59.412811 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645361-3fd0-47b5-a3ce-f00bc8704fb3 req-0b57f81f-b833-4e5a-bbc9-7307a6e81ef0 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:03:59.414275 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3a645361-3fd0-47b5-a3ce-f00bc8704fb3 req-0b57f81f-b833-4e5a-bbc9-7307a6e81ef0 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 946 time: 0.2007189
Nov 11 16:03:59.594684 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3a645361-3fd0-47b5-a3ce-f00bc8704fb3 req-708bcf64-a536-49c1-9b2f-cca0e6c6d140 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277139
Nov 11 16:03:59.885857 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Router 990c24fc-7b84-42bf-b6b0-1546beb38170 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:04:00.214221 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:04:00.225686 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] Sync routers for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:04:00.235505 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34204) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:00.236034 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] 10.222.0.24 "PUT /v2.0/routers/990c24fc-7b84-42bf-b6b0-1546beb38170/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0432386
Nov 11 16:04:00.258949 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:00.259809 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d58ed340>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:03:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:00.493219 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:00.527805 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:00.814084 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d58ed340>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T16:03:58Z', 'revision_number': 5, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port': {'id': '4faefb62-b57d-4ba8-a987-89eca9a8a5b7', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:58:51Z', 'updated_at': '2021-11-11T15:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:00.819640 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] Checking router: 990c24fc-7b84-42bf-b6b0-1546beb38170 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:04:00.829399 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] Routers {'990c24fc-7b84-42bf-b6b0-1546beb38170'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:00.830150 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d58ed340>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:03:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['990c24fc-7b84-42bf-b6b0-1546beb38170'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:00.831650 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:00.841882 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Deleting port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:00.842246 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:00.991739 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] Set router 990c24fc-7b84-42bf-b6b0-1546beb38170 gateway port host: None {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:01.043966 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] For port 4faefb62-b57d-4ba8-a987-89eca9a8a5b7, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=4faefb62-b57d-4ba8-a987-89eca9a8a5b7,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:01.044347 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:01.119428 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d58ed340>, [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T16:04:00Z', 'revision_number': 6, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:01.123999 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ffd32-f8e9-40e4-a8ab-b136c5a8d2b1 None None] The sync data for ids ['990c24fc-7b84-42bf-b6b0-1546beb38170'] in dv-cinder-811151-2-iscsi is: [{'id': '990c24fc-7b84-42bf-b6b0-1546beb38170', 'name': 'tempest-TestShelveInstance-1056636475-router', 'tenant_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:58:50Z', 'updated_at': '2021-11-11T16:04:00Z', 'revision_number': 6, 'project_id': '3b5fb3b108b446ed87e1a60eb3584a9d', 'gw_port_host': None}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:04:01.183526 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Calling delete_port for 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 owned by network:router_gateway {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:01.392305 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:01.396779 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5ef18d35-dea8-47ea-8125-313cbbb023e6 tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:01.447517 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4faefb62-b57d-4ba8-a987-89eca9a8a5b7,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:01.450885 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:01.544978 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:01.744829 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:01.747146 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:01.772386 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:01.773043 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 990c24fc-7b84-42bf-b6b0-1546beb38170 {{(pid=86847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:04:01.788519 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:01.789706 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/990c24fc-7b84-42bf-b6b0-1546beb38170 HTTP/1.1" status: 204  len: 168 time: 1.5522521
Nov 11 16:04:01.792298 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34248) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:01.860898 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] Deleting subnet 3c1afce2-c1c3-4609-a18e-94b884b220fc {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:04:01.864604 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:01.930870 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.036511 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f64c9fa2-9a55-460d-a9dd-5793a4678b8b no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:02.071893 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.081450 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: f64c9fa2-9a55-460d-a9dd-5793a4678b8b {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:02.081791 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f64c9fa2-9a55-460d-a9dd-5793a4678b8b not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:02.170855 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.181512 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-87896e51-f78f-474a-a3a8-ad3f0225cca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:02.212128 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.217732 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd81eb6-80c2-4cae-b7c7-9dfb114ae0bc None None] Network 1d730887-935f-485c-8d91-5fec159b3360 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:04:02.221620 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1afce2-c1c3-4609-a18e-94b884b220fc,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:02.225107 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c1afce2-c1c3-4609-a18e-94b884b220fc HTTP/1.1" status: 204  len: 168 time: 0.4311929
Nov 11 16:04:02.226036 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8356a448-6058-47d3-aa5d-b2672dd51c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:02.227817 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34262) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:02.377039 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.385251 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Deleting port f92a9ea1-a443-4edd-864c-cf82147273ae {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:02.385552 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.548807 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] DHCP port deletion for 1d730887-935f-485c-8d91-5fec159b3360 request from dv-cinder-811151-2-iscsi {{(pid=86848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 11 16:04:02.554634 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] Deleting port f92a9ea1-a443-4edd-864c-cf82147273ae {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:02.555016 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.738281 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] For port f92a9ea1-a443-4edd-864c-cf82147273ae, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f92a9ea1-a443-4edd-864c-cf82147273ae,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:02.738878 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.857288 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] For port f92a9ea1-a443-4edd-864c-cf82147273ae, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=f92a9ea1-a443-4edd-864c-cf82147273ae,segment=NetworkSegment(2b4f09b8-4c9d-4138-8449-532ce4d420ad),segment_id=2b4f09b8-4c9d-4138-8449-532ce4d420ad)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:02.857724 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.871177 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Calling delete_port for f92a9ea1-a443-4edd-864c-cf82147273ae owned by network:dhcp {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:02.960130 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:02.965059 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c370583b-1738-4cc8-a450-c323717d736b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:02.990617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] Calling delete_port for f92a9ea1-a443-4edd-864c-cf82147273ae owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:03.011182 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92a9ea1-a443-4edd-864c-cf82147273ae,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:03.014451 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:03.015429 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] No DVR routers for this DVR port f92a9ea1-a443-4edd-864c-cf82147273ae on host dv-cinder-811151-2-iscsi {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:04:03.160619 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 16:04:03.161264 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 16:04:03.175286 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:03.202707 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d49df4c0>,) {'filters': {'network_id': ['1d730887-935f-485c-8d91-5fec159b3360']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:03.216657 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d49df4c0>, '2b4f09b8-4c9d-4138-8449-532ce4d420ad') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:03.216657 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d49df4c0>, '2b4f09b8-4c9d-4138-8449-532ce4d420ad') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:03.228747 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:03.245850 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:03.252186 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:04:03.252673 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:04:03.267071 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:04:03.359825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:03.365969 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:03.381906 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:03.392989 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d730887-935f-485c-8d91-5fec159b3360,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:03.397205 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:03.408539 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1d730887-935f-485c-8d91-5fec159b3360 HTTP/1.1" status: 204  len: 168 time: 1.1794586
Nov 11 16:04:03.411248 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34290) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:03.661941 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] Deleting port f92a9ea1-a443-4edd-864c-cf82147273ae {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:03.662443 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:03.694426 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:03.733137 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:03.733478 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 4faefb62-b57d-4ba8-a987-89eca9a8a5b7 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:03.733902 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f92a9ea1-a443-4edd-864c-cf82147273ae no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:03.800728 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-2c2734f7-a894-4ae9-9a56-12a7986725b1 None None] The port 'f92a9ea1-a443-4edd-864c-cf82147273ae' was deleted {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 11 16:04:03.801661 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: f92a9ea1-a443-4edd-864c-cf82147273ae {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:03.802006 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device f92a9ea1-a443-4edd-864c-cf82147273ae not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:03.971178 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:04.468744 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Deleting port 5acced57-6f85-4eb7-8164-3c19d814eda9 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:04.469409 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:04.652562 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] For port 5acced57-6f85-4eb7-8164-3c19d814eda9, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5acced57-6f85-4eb7-8164-3c19d814eda9,segment=NetworkSegment(adff6407-580f-4e37-80c0-57ef17029982),segment_id=adff6407-580f-4e37-80c0-57ef17029982)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:04.652562 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:04.783124 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Calling delete_port for 5acced57-6f85-4eb7-8164-3c19d814eda9 owned by network:router_interface {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:04.976830 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:04.980660 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-60364176-805a-428c-92bf-cf5d636b4f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:05.028327 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Pushing event deleted for resources: {'Port': ['ID=5acced57-6f85-4eb7-8164-3c19d814eda9,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:05.031458 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:05.311240 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:05.694032 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Router ce4176c1-16de-49fe-9dc7-e943e335e069 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:04:05.987287 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:04:05.996444 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] Sync routers for ids ['ce4176c1-16de-49fe-9dc7-e943e335e069'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:04:05.997119 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] 10.222.0.24 "PUT /v2.0/routers/ce4176c1-16de-49fe-9dc7-e943e335e069/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5843487
Nov 11 16:04:05.999101 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34310) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:06.006557 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] Routers {'ce4176c1-16de-49fe-9dc7-e943e335e069'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:06.007174 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d72b31c0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:03:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ce4176c1-16de-49fe-9dc7-e943e335e069'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:06.190180 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:06.198661 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] Set router ce4176c1-16de-49fe-9dc7-e943e335e069 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:06.383039 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:06.393487 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Deleting port 5630c86c-a42a-40ec-9f11-70bdd12eb263 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:06.393865 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:06.496039 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d72b31c0>, [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T16:04:04Z', 'revision_number': 5, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port': {'id': '5630c86c-a42a-40ec-9f11-70bdd12eb263', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T15:59:04Z', 'updated_at': '2021-11-11T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:06.501133 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] Checking router: ce4176c1-16de-49fe-9dc7-e943e335e069 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:04:06.510733 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] Routers {'ce4176c1-16de-49fe-9dc7-e943e335e069'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:06.511438 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d72b31c0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:03:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['ce4176c1-16de-49fe-9dc7-e943e335e069'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:06.590912 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] For port 5630c86c-a42a-40ec-9f11-70bdd12eb263, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=5630c86c-a42a-40ec-9f11-70bdd12eb263,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:06.591396 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:06.675271 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] Set router ce4176c1-16de-49fe-9dc7-e943e335e069 gateway port host: None {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:06.729664 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Calling delete_port for 5630c86c-a42a-40ec-9f11-70bdd12eb263 owned by network:router_gateway {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:06.786097 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d72b31c0>, [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T16:04:06Z', 'revision_number': 6, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:06.790081 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25eac5f-e989-44d0-b202-7bccd8c6e0b8 None None] The sync data for ids ['ce4176c1-16de-49fe-9dc7-e943e335e069'] in dv-cinder-811151-2-iscsi is: [{'id': 'ce4176c1-16de-49fe-9dc7-e943e335e069', 'name': 'tempest-TestShelveInstance-1084101245-router', 'tenant_id': '12d10363d0544c9baf992091985fa2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T15:59:02Z', 'updated_at': '2021-11-11T16:04:06Z', 'revision_number': 6, 'project_id': '12d10363d0544c9baf992091985fa2a1', 'gw_port_host': None}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:04:06.923828 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:06.929358 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ece1de15-a422-4175-bc85-98cc2c245e44 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:07.012829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5630c86c-a42a-40ec-9f11-70bdd12eb263,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:07.015395 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:07.079232 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34322) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:07.100731 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.217286 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.246996 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:07.252067 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Usage tracker for resource:security_group_rule and tenant:f425303ede0d4e35b992f3e0834611ad is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:07.257731 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:07.268352 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:07.370225 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.375292 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.388161 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-9e7666df-80eb-4001-b605-cc0d24314942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:07.394370 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.397125 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.427096 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.427726 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce4176c1-16de-49fe-9dc7-e943e335e069 {{(pid=86846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:04:07.432009 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0147c-504f-4db5-b882-2dccca4a0e39,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:07.435101 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:07.440279 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f425303ede0d4e35b992f3e0834611ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3570833
Nov 11 16:04:07.441960 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34328) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:07.448976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.450101 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ce4176c1-16de-49fe-9dc7-e943e335e069 HTTP/1.1" status: 204  len: 168 time: 1.4500008
Nov 11 16:04:07.452648 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34332) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:07.505930 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4f109391-3d9b-48e4-a5e2-cf5294364ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.513782 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] Deleting subnet cfef486a-fab6-4052-88de-33ab92f43275 {{(pid=86846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:04:07.517707 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.535249 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4f109391-3d9b-48e4-a5e2-cf5294364ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.573286 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304923'] for subnet, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.602695 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4f109391-3d9b-48e4-a5e2-cf5294364ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.607487 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e5c37e66-dfc3-4ab5-8446-9f34420015f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:07.619667 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f109391-3d9b-48e4-a5e2-cf5294364ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0147c-504f-4db5-b882-2dccca4a0e39,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:07.622078 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-4f109391-3d9b-48e4-a5e2-cf5294364ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:07.627861 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4f109391-3d9b-48e4-a5e2-cf5294364ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.629225 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-4f109391-3d9b-48e4-a5e2-cf5294364ca7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbd0147c-504f-4db5-b882-2dccca4a0e39 HTTP/1.1" status: 204  len: 168 time: 0.1857569
Nov 11 16:04:07.714923 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.728060 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5acced57-6f85-4eb7-8164-3c19d814eda9 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:07.769211 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 5acced57-6f85-4eb7-8164-3c19d814eda9 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:07.769802 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5acced57-6f85-4eb7-8164-3c19d814eda9 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:07.770298 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5630c86c-a42a-40ec-9f11-70bdd12eb263 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:07.814596 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 5630c86c-a42a-40ec-9f11-70bdd12eb263 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:07.814943 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 5630c86c-a42a-40ec-9f11-70bdd12eb263 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:07.843506 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1856438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139825'] for subnet, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.849505 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-dbf24d4e-529d-4c94-a530-62ae447c2b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:07.888903 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfef486a-fab6-4052-88de-33ab92f43275,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:07.894380 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:07.898287 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb946741-15bc-4a68-a00d-20f0ed8a77a8 None None] Network fa1ed392-32ed-458a-8d54-120e4216398a requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:04:07.899468 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:07.905154 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-3f79c18c-47a9-44f4-8dd7-89c86296b22c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cfef486a-fab6-4052-88de-33ab92f43275 HTTP/1.1" status: 204  len: 168 time: 0.4490647
Nov 11 16:04:07.906027 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34340) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:08.045222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.062890 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Deleting port 52c315f5-904d-4b9a-8e41-6282d3df3d19 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:08.063364 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.203627 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] DHCP port deletion for fa1ed392-32ed-458a-8d54-120e4216398a request from dv-cinder-811151-2-iscsi {{(pid=86848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 11 16:04:08.208269 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] Deleting port 52c315f5-904d-4b9a-8e41-6282d3df3d19 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:08.208659 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.404421 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] For port 52c315f5-904d-4b9a-8e41-6282d3df3d19, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=52c315f5-904d-4b9a-8e41-6282d3df3d19,segment=NetworkSegment(adff6407-580f-4e37-80c0-57ef17029982),segment_id=adff6407-580f-4e37-80c0-57ef17029982)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:08.404995 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.432735 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] For port 52c315f5-904d-4b9a-8e41-6282d3df3d19, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=52c315f5-904d-4b9a-8e41-6282d3df3d19,segment=NetworkSegment(adff6407-580f-4e37-80c0-57ef17029982),segment_id=adff6407-580f-4e37-80c0-57ef17029982)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:08.433129 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.537577 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Calling delete_port for 52c315f5-904d-4b9a-8e41-6282d3df3d19 owned by network:dhcp {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:08.559438 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] Calling delete_port for 52c315f5-904d-4b9a-8e41-6282d3df3d19 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:08.629272 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.634258 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d966c728-ee72-41d8-b936-2eec4db1a698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:08.637062 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 16:04:08.637630 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 16:04:08.676767 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c315f5-904d-4b9a-8e41-6282d3df3d19,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:08.680156 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:08.680952 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] No DVR routers for this DVR port 52c315f5-904d-4b9a-8e41-6282d3df3d19 on host dv-cinder-811151-2-iscsi {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:04:08.806349 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.832557 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d5fafb80>,) {'filters': {'network_id': ['fa1ed392-32ed-458a-8d54-120e4216398a']}} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:08.845509 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5fafb80>, 'adff6407-580f-4e37-80c0-57ef17029982') {'for_net_delete': True} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:08.845799 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5fafb80>, 'adff6407-580f-4e37-80c0-57ef17029982') {} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:08.858451 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2079373'] for segment, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.875420 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.882205 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=86847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:04:08.882642 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1891331'] for segment, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]: Traceback (most recent call last):
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     timer()
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     cb(*args, **kw)
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     return func(*args, **kwargs)
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     self._notify()
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     self.callback(batched_events)
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     event.method(event)
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     return f(self, *a, **k)
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._get(url).json()
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:04:08.896474 dv-cinder-811151-2-iscsi neutron-server[86847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:04:08.979072 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:08.984062 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-396837a9-5833-4bf4-b8f4-02df7e9285c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:09.000477 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:09.007037 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1ed392-32ed-458a-8d54-120e4216398a,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:09.011846 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:09.014410 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fa1ed392-32ed-458a-8d54-120e4216398a HTTP/1.1" status: 204  len: 168 time: 1.1053867
Nov 11 16:04:09.139508 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] Deleting port 52c315f5-904d-4b9a-8e41-6282d3df3d19 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:09.140053 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:09.213715 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-c71f12e0-dbc3-4fe5-9fc1-95237d4af864 None None] The port '52c315f5-904d-4b9a-8e41-6282d3df3d19' was deleted {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 11 16:04:09.228516 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34356) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:09.285574 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-341fa0bd-9e7e-4272-9dcd-907b1225263b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b5fb3b108b446ed87e1a60eb3584a9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529675
Nov 11 16:04:09.285865 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34362) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:09.352700 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-69461589-7cd5-441b-bd33-534c01d5313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:09.382062 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-69461589-7cd5-441b-bd33-534c01d5313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:09.445175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-69461589-7cd5-441b-bd33-534c01d5313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:09.449236 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e46fa569-356d-4290-92e9-baf32ae11999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:09.464822 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69461589-7cd5-441b-bd33-534c01d5313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4fe395-5791-41c1-bf41-2779df72768a,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:09.468652 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-69461589-7cd5-441b-bd33-534c01d5313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:09.472758 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-69461589-7cd5-441b-bd33-534c01d5313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:09.473839 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-69461589-7cd5-441b-bd33-534c01d5313b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f4fe395-5791-41c1-bf41-2779df72768a HTTP/1.1" status: 204  len: 168 time: 0.1870050
Nov 11 16:04:09.684792 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 52c315f5-904d-4b9a-8e41-6282d3df3d19 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:09.725424 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 52c315f5-904d-4b9a-8e41-6282d3df3d19 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:09.725690 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 52c315f5-904d-4b9a-8e41-6282d3df3d19 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:09.930143 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34374) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:09.978910 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f6803363-58d4-4c0f-b60c-c09bd29576ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12d10363d0544c9baf992091985fa2a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474176
Nov 11 16:04:09.981376 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34378) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:10.050515 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-addee8a5-6642-432a-a787-8e153a52667f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:10.076158 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-addee8a5-6642-432a-a787-8e153a52667f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:10.139543 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-addee8a5-6642-432a-a787-8e153a52667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:10.139543 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e19db605-2401-4a7d-8c95-156b80dab3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:10.150691 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addee8a5-6642-432a-a787-8e153a52667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513cd19d-65a7-4fc8-9959-270f99a4518c,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:10.152974 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-addee8a5-6642-432a-a787-8e153a52667f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:10.157059 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-addee8a5-6642-432a-a787-8e153a52667f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:10.158356 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-addee8a5-6642-432a-a787-8e153a52667f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/513cd19d-65a7-4fc8-9959-270f99a4518c HTTP/1.1" status: 204  len: 168 time: 0.1759555
Nov 11 16:04:10.992870 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34410) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:11.101720 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-435385759-network', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:11.106465 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:11.110327 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Usage tracker for resource:network and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:11.113592 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:11.120975 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:11.131926 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Made reservation on behalf of d6ccaa06e23440d8b196ed7d196ccbbb for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:04:11.134520 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.147554 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.162673 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:11.166833 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:11.169758 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:11.175484 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:11.258663 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.262319 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.266205 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-e8825ee9-9a40-4299-9a23-f4332052c10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:11.289326 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 16:04:11.301431 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be83224-eefe-4686-b76d-12aa2868f746,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:11.305899 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:11.306819 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.307157 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Added segment 114f521a-923e-4019-8c16-17887c8a1118 of type vlan for network 1ede94d3-affb-488b-a8a9-99f628c2b2ae
Nov 11 16:04:11.333455 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.362163 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.363438 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:11.364035 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.368175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:11.467267 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ede94d3-affb-488b-a8a9-99f628c2b2ae,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:11.470050 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:11.472092 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4780898
Nov 11 16:04:11.476582 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34416) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:11.478162 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 16:04:11.482657 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Request body: {'subnet': {'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-435385759-subnet', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:11.487538 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:11.492198 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Usage tracker for resource:subnet and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:11.495080 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:11.500799 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:11.510969 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Made reservation on behalf of d6ccaa06e23440d8b196ed7d196ccbbb for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:04:11.513599 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2243435'] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.581729 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b2fca883-89f0-4084-9240-8971c59d68cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.723561 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2075566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2243445'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.728573 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:11.795087 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6040d19f-e4a2-47bb-856e-c120b2bf4792,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:11.799343 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:11.808849 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Checking segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:11.809204 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Network hostable DHCP agents. Network: 1ede94d3-affb-488b-a8a9-99f628c2b2ae, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 16:04:11.820641 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.827668 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 16:04:11.837101 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 1ede94d3-affb-488b-a8a9-99f628c2b2ae) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:11.840923 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:11.841436 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.846124 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77045ec-a587-4bdf-96a4-323ce24ad389 None None] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:04:11.862151 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-be285d9e-a4aa-4647-8d1c-27452c9e5ecc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3843470
Nov 11 16:04:11.865072 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34420) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:11.870412 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:11.875106 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:11.879297 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Usage tracker for resource:router and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:11.886807 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:11.893821 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:11.905496 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.906497 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:11.922854 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.108964 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 16:04:12.110042 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.289125 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Allocated IP 172.20.0.2 (1ede94d3-affb-488b-a8a9-99f628c2b2ae/6040d19f-e4a2-47bb-856e-c120b2bf4792/18c8b085-bae8-4f08-80e0-e21b3de71f69) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:04:12.317967 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.448205 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e8f9-e66c-43c1-a433-1cba2437c473 req-7cea3455-629b-4e2d-979e-f8fbef1e4590 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:12.449800 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e6a4e8f9-e66c-43c1-a433-1cba2437c473 req-7cea3455-629b-4e2d-979e-f8fbef1e4590 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 946 time: 0.0840614
Nov 11 16:04:12.501534 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e6a4e8f9-e66c-43c1-a433-1cba2437c473 req-a492dd06-2a73-43ad-9cd4-072958f996c2 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454364
Nov 11 16:04:12.524671 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.534990 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Transition to ACTIVE for port object 18c8b085-bae8-4f08-80e0-e21b3de71f69 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:12.552855 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Transition to ACTIVE for port object 18c8b085-bae8-4f08-80e0-e21b3de71f69 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:12.558688 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.562764 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:12.628049 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:12.631708 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:12.635421 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:04:12.637998 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.641223 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Pushing event updated for resources: {'Port': ['ID=18c8b085-bae8-4f08-80e0-e21b3de71f69,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:12.667643 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.705022 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.705274 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.705603 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.705934 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.706257 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.706594 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.706897 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.707216 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.707535 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.707854 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.708200 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.708540 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:12.716189 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:12.738907 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Attempting to bind port 18c8b085-bae8-4f08-80e0-e21b3de71f69 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:04:12.740024 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Attempting to bind port 18c8b085-bae8-4f08-80e0-e21b3de71f69 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:04:12.740426 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Attempting to bind port 18c8b085-bae8-4f08-80e0-e21b3de71f69 on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:12.745582 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:04:12.745958 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Checking segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:12.746367 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.746759 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Bound using segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:04:12.747228 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Bound port: 18c8b085-bae8-4f08-80e0-e21b3de71f69, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:04:12.747593 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.809822 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Allocated IP 172.27.1.55 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/db352977-e0b9-4ed2-8e39-acb086563197) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:04:12.848691 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] For port 18c8b085-bae8-4f08-80e0-e21b3de71f69, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:04:12.853489 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] For port 18c8b085-bae8-4f08-80e0-e21b3de71f69, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=18c8b085-bae8-4f08-80e0-e21b3de71f69,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:04:12.858708 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:12.862210 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:12.953788 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Pushing event updated for resources: {'Port': ['ID=18c8b085-bae8-4f08-80e0-e21b3de71f69,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:12.958935 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:12.970997 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:13.003442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:13.008365 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6450b510-ed53-48d6-800b-7c69a8c37d00 tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:13.071706 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:13.074723 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:13.078429 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:04:13.122511 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=db352977-e0b9-4ed2-8e39-acb086563197,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:13.126716 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:13.697249 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:13.716801 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 18c8b085-bae8-4f08-80e0-e21b3de71f69 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:13.789733 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port 18c8b085-bae8-4f08-80e0-e21b3de71f69 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:13.898242 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d169cbd-03dc-4ed6-9561-033a844973e0 None None] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:04:13.930375 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ebdef-3e0d-4039-9580-7b8011cb79cf req-f36b9e32-212f-4e53-aa01-6389c649bf50 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:13.931817 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1f9ebdef-3e0d-4039-9580-7b8011cb79cf req-f36b9e32-212f-4e53-aa01-6389c649bf50 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 946 time: 0.3117831
Nov 11 16:04:13.990733 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] Provisioning for port 18c8b085-bae8-4f08-80e0-e21b3de71f69 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:14.009353 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] Provisioning complete for port 18c8b085-bae8-4f08-80e0-e21b3de71f69 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:14.009732 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:14.117682 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1f9ebdef-3e0d-4039-9580-7b8011cb79cf req-65df3a56-5b7b-462f-8348-852b208177bc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793902
Nov 11 16:04:14.124991 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-64422d61-032b-4998-9b42-9732907335ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:14.153372 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-6078b783-dfcb-459c-965b-2f79c2f5cadb tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:14.154802 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-6078b783-dfcb-459c-965b-2f79c2f5cadb tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 946 time: 0.3079162
Nov 11 16:04:14.217164 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:14.260718 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:14.296290 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Deleting port d5cc0431-bba4-4dd7-915a-7257eceb0713 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:14.296627 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:14.315099 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:14.318547 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] For port 18c8b085-bae8-4f08-80e0-e21b3de71f69, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=18c8b085-bae8-4f08-80e0-e21b3de71f69,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:14.325040 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:14.327117 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:14.400216 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] Pushing event updated for resources: {'Port': ['ID=18c8b085-bae8-4f08-80e0-e21b3de71f69,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:14.414304 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:14.552805 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-30757a81-cf8a-4237-9c51-76d270867851 None None] Provisioning complete for port 18c8b085-bae8-4f08-80e0-e21b3de71f69 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:14.553176 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-30757a81-cf8a-4237-9c51-76d270867851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:14.631438 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 16:04:14.746788 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] For port d5cc0431-bba4-4dd7-915a-7257eceb0713, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d5cc0431-bba4-4dd7-915a-7257eceb0713,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:14.747523 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:15.039934 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Calling delete_port for d5cc0431-bba4-4dd7-915a-7257eceb0713 owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:15.140684 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:15.142718 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:04:15.163213 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:04:15.186783 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:15.187471 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5cbf100>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:15.217120 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:15.221032 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.3522887
Nov 11 16:04:15.221868 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34434) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:15.246671 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:15.252897 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c5736add-df05-4af9-a715-6546e804cac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:15.286867 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'bb3f6bac-6ce5-4c14-a00e-6d981b883450', '8cb829cd-22cb-4921-b4c5-4c8879c3c91a', 'd5cc0431-bba4-4dd7-915a-7257eceb0713'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:04:15.301200 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Pushing event deleted for resources: {'Port': ['ID=d5cc0431-bba4-4dd7-915a-7257eceb0713,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:15.304288 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:15.345962 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c5359cd1-c6df-450a-bcdb-bcdf849b1314 req-89d2498d-4190-4d88-8b61-77d01fa268f4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad9e629e-dfbe-48c5-8b73-c62cef9e96f5 HTTP/1.1" status: 200  len: 210 time: 0.0661149
Nov 11 16:04:15.383877 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] No DVR routers for this DVR port d5cc0431-bba4-4dd7-915a-7257eceb0713 on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:04:15.386216 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:15.388148 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-13a31694-9968-4ed4-a327-29a4c9ed6ba9 req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "DELETE /v2.0/ports/d5cc0431-bba4-4dd7-915a-7257eceb0713 HTTP/1.1" status: 204  len: 173 time: 1.2257259
Nov 11 16:04:15.388688 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9e629e-dfbe-48c5-8b73-c62cef9e96f5', 'name': 'network-vif-deleted', 'tag': 'd5cc0431-bba4-4dd7-915a-7257eceb0713'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:04:15.436181 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9e629e-dfbe-48c5-8b73-c62cef9e96f5', 'name': 'network-vif-deleted', 'tag': 'd5cc0431-bba4-4dd7-915a-7257eceb0713', 'status': 'completed', 'code': 200}
Nov 11 16:04:15.532711 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:15.732567 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 18c8b085-bae8-4f08-80e0-e21b3de71f69 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:15.955836 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port 18c8b085-bae8-4f08-80e0-e21b3de71f69 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:15.956256 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.020584 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.193201 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5cbf100>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:13Z', 'revision_number': 3, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:16.205298 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:04:16.205670 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Updating router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 port db352977-e0b9-4ed2-8e39-acb086563197 binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 16:04:16.229005 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Allocated IP 172.20.0.1 (1ede94d3-affb-488b-a8a9-99f628c2b2ae/6040d19f-e4a2-47bb-856e-c120b2bf4792/d8bca2c3-ac54-48d3-9da6-6be776256f8f) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:04:16.295479 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.298700 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:04:16.511009 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.530287 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Transition to ACTIVE for port object d8bca2c3-ac54-48d3-9da6-6be776256f8f will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:16.557336 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.563478 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ad6b617e-acd4-441d-9fa2-c0258430854c tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:16.631303 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:16.634625 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:16.637219 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:04:16.680131 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Pushing event updated for resources: {'Port': ['ID=d8bca2c3-ac54-48d3-9da6-6be776256f8f,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:16.683263 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:16.700793 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.764408 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.774919 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.789098 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Transition to ACTIVE for port object db352977-e0b9-4ed2-8e39-acb086563197 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:16.797825 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.803081 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:16.883362 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77d26-8e7c-4916-8609-f333a714b22d None None] Pushing event updated for resources: {'Port': ['ID=db352977-e0b9-4ed2-8e39-acb086563197,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:16.885697 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Attempting to bind port db352977-e0b9-4ed2-8e39-acb086563197 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:04:16.886064 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Attempting to bind port db352977-e0b9-4ed2-8e39-acb086563197 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:04:16.886428 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Attempting to bind port db352977-e0b9-4ed2-8e39-acb086563197 on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:16.888669 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d7e77d26-8e7c-4916-8609-f333a714b22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:16.892753 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:04:16.893223 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:16.893642 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.894028 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:04:16.894491 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Bound port: db352977-e0b9-4ed2-8e39-acb086563197, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:04:16.894867 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.962157 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-a80f3027-94df-4bf3-9a9b-4b8ee406a666 None None] Provisioning for port d8bca2c3-ac54-48d3-9da6-6be776256f8f completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:16.974658 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-a80f3027-94df-4bf3-9a9b-4b8ee406a666 None None] Provisioning complete for port d8bca2c3-ac54-48d3-9da6-6be776256f8f triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:16.975024 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a80f3027-94df-4bf3-9a9b-4b8ee406a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:16.989039 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:17.016747 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] For port db352977-e0b9-4ed2-8e39-acb086563197, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:04:17.091356 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] For port db352977-e0b9-4ed2-8e39-acb086563197, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=db352977-e0b9-4ed2-8e39-acb086563197,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:04:17.098780 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:17.102537 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d7e77d26-8e7c-4916-8609-f333a714b22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:17.132802 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-a80f3027-94df-4bf3-9a9b-4b8ee406a666 None None] Port d8bca2c3-ac54-48d3-9da6-6be776256f8f cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:04:17.182119 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:17.182758 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5cbf100>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:17.249129 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77d26-8e7c-4916-8609-f333a714b22d None None] Pushing event updated for resources: {'Port': ['ID=db352977-e0b9-4ed2-8e39-acb086563197,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:17.268982 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d7e77d26-8e7c-4916-8609-f333a714b22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:17.272138 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:17.277922 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:17.303194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:17.383919 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:17.391150 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:17.394581 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Pushing event updated for resources: {'Port': ['ID=d8bca2c3-ac54-48d3-9da6-6be776256f8f,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:17.397964 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:17.535597 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:17.537186 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:17.713774 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5cbf100>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 1, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:17.718956 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d21fc2-9b28-446e-8220-e525efee7d58 None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 1, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:04:17.732644 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:04:17.866975 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-aa7c083e-6a52-49ba-83f5-e5be02d47980 None None] Provisioning complete for port d8bca2c3-ac54-48d3-9da6-6be776256f8f triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:17.867363 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa7c083e-6a52-49ba-83f5-e5be02d47980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:17.930227 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c083e-6a52-49ba-83f5-e5be02d47980 None None] Port d8bca2c3-ac54-48d3-9da6-6be776256f8f cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:04:17.996327 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:04:18.010334 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] 10.222.0.24 "PUT /v2.0/routers/1bbb3f59-df9b-4938-ab43-b2ee152c5471/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7879624
Nov 11 16:04:18.154090 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dfa37-423e-472b-ac38-1ebc6351bb4b req-d736aefb-9d2e-479a-8859-20377b44d04b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:18.155621 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9e2dfa37-423e-472b-ac38-1ebc6351bb4b req-d736aefb-9d2e-479a-8859-20377b44d04b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 945 time: 0.0935304
Nov 11 16:04:18.209560 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9e2dfa37-423e-472b-ac38-1ebc6351bb4b req-b096d9df-057c-4473-899f-c47e03cad0e0 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443406
Nov 11 16:04:18.491827 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device d5cc0431-bba4-4dd7-915a-7257eceb0713 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:18.537793 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: d5cc0431-bba4-4dd7-915a-7257eceb0713 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:18.538138 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device d5cc0431-bba4-4dd7-915a-7257eceb0713 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:18.618473 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34466) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:18.624938 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-649363158-network', 'tenant_id': '18e6a06652854d939a899f53a3879de9'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:18.631739 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:18.635831 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Usage tracker for resource:network and tenant:18e6a06652854d939a899f53a3879de9 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:18.638937 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:18.646294 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:18.656576 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Made reservation on behalf of 18e6a06652854d939a899f53a3879de9 for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:04:18.659179 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:18.672160 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:18.687657 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:18.691783 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Usage tracker for resource:security_group_rule and tenant:18e6a06652854d939a899f53a3879de9 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:18.695787 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:18.702157 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:18.795487 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:18.799806 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:18.804677 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:18.836650 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 16:04:18.845360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ead36f8-dac3-4b33-9305-903c4f0bab12,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:18.849223 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:18.851873 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:18.852320 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Added segment b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5 of type vlan for network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b
Nov 11 16:04:18.883488 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:18.914222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:18.915661 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:18.916272 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:18.919760 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:19.025264 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Pushing event updated for resources: {'Network': ['ID=48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:19.028860 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4092679
Nov 11 16:04:19.029818 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:19.031656 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34470) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:19.037974 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Request body: {'subnet': {'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-649363158-subnet', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'ip_version': 4}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:19.038254 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 16:04:19.043553 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:19.048041 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Usage tracker for resource:subnet and tenant:18e6a06652854d939a899f53a3879de9 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:19.052407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:19.058835 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:19.073265 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Made reservation on behalf of 18e6a06652854d939a899f53a3879de9 for: {'subnet': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:04:19.076179 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2139862'] for subnet, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.410415 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0cede-23dd-458b-b8aa-4558a903b658 req-e5148850-d3ff-4ee0-910f-8382122de0c9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:19.411919 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-66e0cede-23dd-458b-b8aa-4558a903b658 req-e5148850-d3ff-4ee0-910f-8382122de0c9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:19.412867 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2040945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2139848'] for subnet, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.418294 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c5ad9b09-291e-46f2-8ded-471eb77e6631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:19.429638 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-66e0cede-23dd-458b-b8aa-4558a903b658 req-e5148850-d3ff-4ee0-910f-8382122de0c9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:19.430975 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-66e0cede-23dd-458b-b8aa-4558a903b658 req-e5148850-d3ff-4ee0-910f-8382122de0c9 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 945 time: 0.1027687
Nov 11 16:04:19.491824 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00c7883-1fd6-4f49-a307-f46b32166ceb,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:19.496111 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:19.500526 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Checking segment: {'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:19.500886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Network hostable DHCP agents. Network: 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 16:04:19.521145 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 16:04:19.534180 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b) {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:19.540447 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:19.541910 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.543802 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-66e0cede-23dd-458b-b8aa-4558a903b658 req-19972a22-ab47-413a-a404-a019371c3136 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753601
Nov 11 16:04:19.546650 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4652f1d0-f66c-440a-bcb7-eed06a9f8eea None None] Network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:04:19.568850 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-069a4cc7-a262-4449-9c64-525c5d453a23 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5360551
Nov 11 16:04:19.572989 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34476) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:19.579994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:19.580982 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-e80cf66c-69be-4841-b027-ca0e058a5de7 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:19.582649 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-e80cf66c-69be-4841-b027-ca0e058a5de7 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 945 time: 0.1452403
Nov 11 16:04:19.587563 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:19.592604 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Usage tracker for resource:router and tenant:18e6a06652854d939a899f53a3879de9 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:19.596978 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:19.604342 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:19.618923 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1951'] for router, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.620312 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-845322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-842838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1940'] for router, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.652775 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.695272 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Deleting port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:19.696112 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.775279 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device db352977-e0b9-4ed2-8e39-acb086563197 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:19.923914 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port db352977-e0b9-4ed2-8e39-acb086563197 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:19.931940 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c6a4f3-e204-530a-9e41-09d8b14f4e2b-48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b', 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'fixed_ips': [{'subnet_id': 'c00c7883-1fd6-4f49-a307-f46b32166ceb'}]}} from dv-cinder-811151-2-iscsi. {{(pid=86848) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 11 16:04:19.932980 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.953983 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port db352977-e0b9-4ed2-8e39-acb086563197 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:19.954465 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.994560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] For port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:19.994932 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:19.995315 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:04:20.002698 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-842872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1978'] for router, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.006891 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:20.007741 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6718460>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:20.173481 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Calling delete_port for 8cb829cd-22cb-4921-b4c5-4c8879c3c91a owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:20.221501 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.246058 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Allocated IP 172.20.0.2 (48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b/c00c7883-1fd6-4f49-a307-f46b32166ceb/a06bc5bf-3eed-4234-a910-8acbf3d42eb0) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:04:20.251744 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port db352977-e0b9-4ed2-8e39-acb086563197, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=db352977-e0b9-4ed2-8e39-acb086563197,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:20.259035 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.261787 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:20.307017 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:20.331970 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=db352977-e0b9-4ed2-8e39-acb086563197,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:20.335234 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:20.368566 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.374579 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b4834e9a-c975-4e35-bb15-eb77019868e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:20.384265 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'bb3f6bac-6ce5-4c14-a00e-6d981b883450', '8cb829cd-22cb-4921-b4c5-4c8879c3c91a'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:04:20.428159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Pushing event deleted for resources: {'Port': ['ID=8cb829cd-22cb-4921-b4c5-4c8879c3c91a,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:20.433908 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:20.441382 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.475714 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.513002 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] No DVR routers for this DVR port 8cb829cd-22cb-4921-b4c5-4c8879c3c91a on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:04:20.515732 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.519112 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1881c9c2-45bb-4ffa-add0-551346cf30fb', 'name': 'network-vif-deleted', 'tag': '8cb829cd-22cb-4921-b4c5-4c8879c3c91a'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:04:20.538296 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-c3a48ecb-2961-43a5-b05e-278dbb657eea req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "DELETE /v2.0/ports/8cb829cd-22cb-4921-b4c5-4c8879c3c91a HTTP/1.1" status: 204  len: 173 time: 0.9493601
Nov 11 16:04:20.577679 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1881c9c2-45bb-4ffa-add0-551346cf30fb', 'name': 'network-vif-deleted', 'tag': '8cb829cd-22cb-4921-b4c5-4c8879c3c91a', 'status': 'completed', 'code': 200}
Nov 11 16:04:20.680747 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Allocated IP 172.27.1.165 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/fd731815-cfe8-4e55-9e52-78abbaceeebf) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:04:20.771965 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e4f4b148-6113-4dec-b8c7-8971ac7610f0 req-c3029a5d-037b-465a-a6d2-b0952d3314b7 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:20.788893 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e4f4b148-6113-4dec-b8c7-8971ac7610f0 req-c3029a5d-037b-465a-a6d2-b0952d3314b7 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:20.790239 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e4f4b148-6113-4dec-b8c7-8971ac7610f0 req-c3029a5d-037b-465a-a6d2-b0952d3314b7 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1881c9c2-45bb-4ffa-add0-551346cf30fb HTTP/1.1" status: 200  len: 210 time: 0.0730302
Nov 11 16:04:20.804964 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6718460>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:17Z', 'revision_number': 2, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:20.809206 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:04:20.809811 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Updating router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 port d8bca2c3-ac54-48d3-9da6-6be776256f8f binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 16:04:20.863935 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.865540 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.882057 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.886850 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Transition to ACTIVE for port object a06bc5bf-3eed-4234-a910-8acbf3d42eb0 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:20.916870 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.921976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ae1e9814-7c58-4d89-894e-1f7fd1d32960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:20.927905 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Transition to ACTIVE for port object a06bc5bf-3eed-4234-a910-8acbf3d42eb0 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:20.939644 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:20.946148 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d7e77d26-8e7c-4916-8609-f333a714b22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:20.984793 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:20.988133 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:20.992501 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:04:21.030004 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:21.033474 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Resources bound (agent type, host, resource id):  {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:21.037652 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:04:21.041293 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Pushing event updated for resources: {'Port': ['ID=fd731815-cfe8-4e55-9e52-78abbaceeebf,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:21.045146 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:21.134703 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Pushing event updated for resources: {'Port': ['ID=a06bc5bf-3eed-4234-a910-8acbf3d42eb0,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:21.144864 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:21.183034 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Attempting to bind port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:04:21.183615 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Attempting to bind port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:04:21.184018 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Attempting to bind port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 on network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:21.191160 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:04:21.191487 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Checking segment: {'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:21.192674 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.193084 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Bound using segment: {'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:04:21.194097 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Bound port: a06bc5bf-3eed-4234-a910-8acbf3d42eb0, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:04:21.194397 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.314591 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.319911 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] For port a06bc5bf-3eed-4234-a910-8acbf3d42eb0, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:04:21.324397 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] For port a06bc5bf-3eed-4234-a910-8acbf3d42eb0, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=a06bc5bf-3eed-4234-a910-8acbf3d42eb0,segment=NetworkSegment(b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5),segment_id=b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:04:21.331029 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Transition to ACTIVE for port object d8bca2c3-ac54-48d3-9da6-6be776256f8f will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:21.333943 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.340598 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:21.340792 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.346123 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:21.429205 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Pushing event updated for resources: {'Port': ['ID=a06bc5bf-3eed-4234-a910-8acbf3d42eb0,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:21.432875 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:21.534882 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Pushing event updated for resources: {'Port': ['ID=d8bca2c3-ac54-48d3-9da6-6be776256f8f,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:21.543081 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.543555 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.543995 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.544692 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.545121 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.545545 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.545969 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.546388 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.546911 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.547327 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.547756 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.548166 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:21.582266 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:21.606780 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Attempting to bind port d8bca2c3-ac54-48d3-9da6-6be776256f8f on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:04:21.607155 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Attempting to bind port d8bca2c3-ac54-48d3-9da6-6be776256f8f by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:04:21.607530 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Attempting to bind port d8bca2c3-ac54-48d3-9da6-6be776256f8f on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:21.617995 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:04:21.618382 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Checking segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:21.618872 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.619533 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Bound using segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:04:21.620057 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Bound port: d8bca2c3-ac54-48d3-9da6-6be776256f8f, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:04:21.620515 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.629447 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.754214 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] For port d8bca2c3-ac54-48d3-9da6-6be776256f8f, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:04:21.755551 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device db352977-e0b9-4ed2-8e39-acb086563197 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:21.758856 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] For port d8bca2c3-ac54-48d3-9da6-6be776256f8f, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d8bca2c3-ac54-48d3-9da6-6be776256f8f,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:04:21.769691 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.773804 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-718b2e5a-b2cd-40b4-89bc-ff83cfef1e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:21.858467 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port db352977-e0b9-4ed2-8e39-acb086563197 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:21.859291 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:21.865343 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:21.865992 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d6718460>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:21.976698 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Pushing event updated for resources: {'Port': ['ID=d8bca2c3-ac54-48d3-9da6-6be776256f8f,revision_number=4']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:21.979822 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4adf1e05-9d80-4cfb-a373-01910d1a9827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:22.153189 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:22.174628 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-842757'] for router, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:22.497405 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730ddc3-90c2-49f9-9f50-b9552910cd0c req-7f14ae7f-f394-43b3-96cd-26bf6a2e4602 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:22.498883 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6730ddc3-90c2-49f9-9f50-b9552910cd0c req-7f14ae7f-f394-43b3-96cd-26bf6a2e4602 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 946 time: 0.1243143
Nov 11 16:04:22.500664 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 is scheduled to L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 with binding_index 1 {{(pid=86846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 11 16:04:22.619588 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d6718460>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:21Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:22.624576 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537d217-2119-45b5-8fb6-0cfe7ea1ba0a None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:21Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:04:22.632823 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6730ddc3-90c2-49f9-9f50-b9552910cd0c req-e5d09d4c-3097-4328-a198-0281344a7e40 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271622
Nov 11 16:04:22.663287 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1293a2f-7f47-410a-9dfc-5be68b3d596d None None] Network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:04:22.732825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:04:22.749856 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Sync routers for ids ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:04:22.760846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Notify callbacks [] for router, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:22.764916 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1901824
Nov 11 16:04:22.765089 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34490) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:22.776425 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Routers {'62332f74-01eb-46fe-b4fb-e8c7b3f03575'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:22.777095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d58ce9d0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:22.826404 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-ce4c9cad-7b20-4bf0-b0a0-b5dec07cb132 None None] Provisioning for port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:23.063446 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Set router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:23.441302 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d58ce9d0>, [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:04:21Z', 'revision_number': 3, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port': {'id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:20Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:23.446195 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Checking router: 62332f74-01eb-46fe-b4fb-e8c7b3f03575 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:04:23.446550 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Updating router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 port fd731815-cfe8-4e55-9e52-78abbaceeebf binding host dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 16:04:23.504095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:23.613538 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:23.800002 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device a06bc5bf-3eed-4234-a910-8acbf3d42eb0 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:23.922564 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:23.939098 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Transition to ACTIVE for port object fd731815-cfe8-4e55-9e52-78abbaceeebf will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:23.945557 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:23.949938 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:23.954524 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:23.988726 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:23.989887 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:23.994543 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Allocated IP 172.20.0.1 (48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b/c00c7883-1fd6-4f49-a307-f46b32166ceb/e548aa51-a058-436a-ab88-89248797e052) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:04:24.010262 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c5fef-d0f7-4589-a993-fb92ef3d205c req-8e357478-f8c6-4d15-be8f-e87349ea192d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:24.011686 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-325c5fef-d0f7-4589-a993-fb92ef3d205c req-8e357478-f8c6-4d15-be8f-e87349ea192d tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 946 time: 0.2244902
Nov 11 16:04:24.023420 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-44ae2496-53a4-4e99-9695-6688fbf4a69a tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:24.024831 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-44ae2496-53a4-4e99-9695-6688fbf4a69a tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 946 time: 0.2365785
Nov 11 16:04:24.082780 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Attempting to bind port fd731815-cfe8-4e55-9e52-78abbaceeebf on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:04:24.083153 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Attempting to bind port fd731815-cfe8-4e55-9e52-78abbaceeebf by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:04:24.083520 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Attempting to bind port fd731815-cfe8-4e55-9e52-78abbaceeebf on network 77601c51-9a89-4977-a9ce-efb7c7cc32eb {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:24.088012 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef01c8-f6ff-4348-a41d-83eb7e487f5d None None] Pushing event updated for resources: {'Port': ['ID=fd731815-cfe8-4e55-9e52-78abbaceeebf,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:24.093114 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-70ef01c8-f6ff-4348-a41d-83eb7e487f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:24.094012 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:04:24.094386 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Checking segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:24.094792 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.095176 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Bound using segment: {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:04:24.095648 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Bound port: fd731815-cfe8-4e55-9e52-78abbaceeebf, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e985e-6f4b-48a9-9045-2785a84a8d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:04:24.096092 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.198346 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-325c5fef-d0f7-4589-a993-fb92ef3d205c req-af987dc2-baf6-47d9-9517-5f119bae8505 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725399
Nov 11 16:04:24.212591 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Deleting port bb3f6bac-6ce5-4c14-a00e-6d981b883450 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:24.212931 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.223840 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.232714 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] For port fd731815-cfe8-4e55-9e52-78abbaceeebf, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:04:24.246345 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] For port fd731815-cfe8-4e55-9e52-78abbaceeebf, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=fd731815-cfe8-4e55-9e52-78abbaceeebf,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:04:24.254000 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.259063 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:24.317463 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port a06bc5bf-3eed-4234-a910-8acbf3d42eb0, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=a06bc5bf-3eed-4234-a910-8acbf3d42eb0,segment=NetworkSegment(b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5),segment_id=b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:24.327960 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.328802 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d8bca2c3-ac54-48d3-9da6-6be776256f8f up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:24.353800 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.386406 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Transition to ACTIVE for port object e548aa51-a058-436a-ab88-89248797e052 will not be triggered until provisioned by entity DHCP. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:24.390771 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Routers {'62332f74-01eb-46fe-b4fb-e8c7b3f03575'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:24.391413 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d58ce9d0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:24.448029 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef01c8-f6ff-4348-a41d-83eb7e487f5d None None] Pushing event updated for resources: {'Port': ['ID=fd731815-cfe8-4e55-9e52-78abbaceeebf,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:24.465368 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-70ef01c8-f6ff-4348-a41d-83eb7e487f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:24.468198 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f223078-5129-446d-8c51-150d94cdec9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:24.529652 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 8cb829cd-22cb-4921-b4c5-4c8879c3c91a no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:24.591281 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 8cb829cd-22cb-4921-b4c5-4c8879c3c91a {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:24.591639 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 8cb829cd-22cb-4921-b4c5-4c8879c3c91a not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:24.656527 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.664376 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-aa39b410-a3d0-416e-b73c-c800f0bfcb2d tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:24.684545 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=a06bc5bf-3eed-4234-a910-8acbf3d42eb0,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:24.689176 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port d8bca2c3-ac54-48d3-9da6-6be776256f8f completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:24.695728 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:24.699456 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port d8bca2c3-ac54-48d3-9da6-6be776256f8f triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:24.699764 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.718455 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] For port bb3f6bac-6ce5-4c14-a00e-6d981b883450, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=bb3f6bac-6ce5-4c14-a00e-6d981b883450,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:24.718810 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:24.755421 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] Set router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:24.854173 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:24.861201 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Calling delete_port for bb3f6bac-6ce5-4c14-a00e-6d981b883450 owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:24.897714 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:24.900127 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:04:24.952699 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Pushing event updated for resources: {'Port': ['ID=e548aa51-a058-436a-ab88-89248797e052,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:24.969196 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.969574 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.969941 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.970303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.970659 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.971016 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.971367 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.971717 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.972067 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.972438 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.972788 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.973180 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:24.980360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:25.013411 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684127'] for router_interface, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.086863 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.163290 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port d8bca2c3-ac54-48d3-9da6-6be776256f8f, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d8bca2c3-ac54-48d3-9da6-6be776256f8f,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:25.168503 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.171549 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:25.247617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-76004c30-011c-4e9a-b6a8-c1e1132133f9 None None] Provisioning for port e548aa51-a058-436a-ab88-89248797e052 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:25.257369 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-76004c30-011c-4e9a-b6a8-c1e1132133f9 None None] Provisioning complete for port e548aa51-a058-436a-ab88-89248797e052 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:25.257765 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-76004c30-011c-4e9a-b6a8-c1e1132133f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.264592 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.274280 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-8df6edf6-4527-49ff-9395-e9160a2bce4a tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:25.294030 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'bb3f6bac-6ce5-4c14-a00e-6d981b883450'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:04:25.329186 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=d8bca2c3-ac54-48d3-9da6-6be776256f8f,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:25.333553 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d58ce9d0>, [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:04:21Z', 'revision_number': 3, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port': {'id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:20Z', 'updated_at': '2021-11-11T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:25.342009 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:25.351882 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Pushing event deleted for resources: {'Port': ['ID=bb3f6bac-6ce5-4c14-a00e-6d981b883450,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:25.354032 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:25.365575 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0366f45c-2478-469d-b16b-f252a2a43acc req-62ae6409-ebcf-4d64-9df6-9925cf9d1a99 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=868cc39a-71c5-4dac-8538-7d9c5555bb81 HTTP/1.1" status: 200  len: 210 time: 0.0500884
Nov 11 16:04:25.373864 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebdc46-817c-4a28-98c2-0625dea90864 None None] The sync data for ids ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'] in dv-cinder-811151-2-iscsi is: [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:04:21Z', 'revision_number': 3, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port': {'id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:20Z', 'updated_at': '2021-11-11T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:04:25.389788 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-76004c30-011c-4e9a-b6a8-c1e1132133f9 None None] Port e548aa51-a058-436a-ab88-89248797e052 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:04:25.420151 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] No DVR routers for this DVR port bb3f6bac-6ce5-4c14-a00e-6d981b883450 on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:04:25.423347 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.426747 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868cc39a-71c5-4dac-8538-7d9c5555bb81', 'name': 'network-vif-deleted', 'tag': 'bb3f6bac-6ce5-4c14-a00e-6d981b883450'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:04:25.483815 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868cc39a-71c5-4dac-8538-7d9c5555bb81', 'name': 'network-vif-deleted', 'tag': 'bb3f6bac-6ce5-4c14-a00e-6d981b883450', 'status': 'completed', 'code': 200}
Nov 11 16:04:25.490652 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-60d0788e-95a7-48d3-a5fd-3d521d69fd6d req-b71a1b1a-7157-4d1e-8e10-39b0d8e8100b tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "DELETE /v2.0/ports/bb3f6bac-6ce5-4c14-a00e-6d981b883450 HTTP/1.1" status: 204  len: 173 time: 1.4485612
Nov 11 16:04:25.524511 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.801310 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device a06bc5bf-3eed-4234-a910-8acbf3d42eb0 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:25.803036 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.809482 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.839716 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fde1d81e-08a2-4c09-9cc0-b49c200c76a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:25.893547 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:25.893979 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.936321 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684080'] for router_interface, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:25.943012 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Pushing event updated for resources: {'Port': ['ID=e548aa51-a058-436a-ab88-89248797e052,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:25.948178 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:26.074485 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d8bca2c3-ac54-48d3-9da6-6be776256f8f up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:26.147096 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:26.148312 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:26.178234 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port d8bca2c3-ac54-48d3-9da6-6be776256f8f triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:26.178674 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:26.314525 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device fd731815-cfe8-4e55-9e52-78abbaceeebf up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:26.397463 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port fd731815-cfe8-4e55-9e52-78abbaceeebf completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:26.403641 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port fd731815-cfe8-4e55-9e52-78abbaceeebf triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:26.404023 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:26.462076 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-fa41408c-2805-4383-9147-a743d05d322d None None] Provisioning complete for port e548aa51-a058-436a-ab88-89248797e052 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:26.462417 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fa41408c-2805-4383-9147-a743d05d322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:26.484058 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:04:26.530685 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-fa41408c-2805-4383-9147-a743d05d322d None None] Port e548aa51-a058-436a-ab88-89248797e052 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:04:26.601280 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:26.622934 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port fd731815-cfe8-4e55-9e52-78abbaceeebf, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=fd731815-cfe8-4e55-9e52-78abbaceeebf,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:26.630792 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:26.632731 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:26.697734 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:04:26.702653 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] 10.222.0.24 "PUT /v2.0/routers/62332f74-01eb-46fe-b4fb-e8c7b3f03575/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9365873
Nov 11 16:04:26.731234 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=fd731815-cfe8-4e55-9e52-78abbaceeebf,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:26.736273 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:27.099480 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Sync routers for ids ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:04:27.108894 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Routers {'62332f74-01eb-46fe-b4fb-e8c7b3f03575'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:27.109582 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d65ba0d0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:27.167286 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34512) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:27.172510 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557288423', 'description': 'tempest-secgroup-smoke-1557288423 description', 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:27.179054 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:27.194175 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:security_group and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:27.197918 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:27.204587 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:27.214550 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.234207 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:27.238043 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:security_group_rule and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:27.241145 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:27.246805 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:27.323086 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.326064 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Set router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:27.327046 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.332300 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fc6731d2-fc3d-43bc-9b38-256154e17ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:27.369902 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d58ecc-07de-4d62-a4a4-10d9d5665fbe,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:27.372465 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.376449 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2053771
Nov 11 16:04:27.376449 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:27.376719 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34516) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:27.382162 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'security_group_rule': {'security_group_id': '30d58ecc-07de-4d62-a4a4-10d9d5665fbe', 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:27.388975 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:27.393301 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:security_group_rule and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:27.397210 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:27.403555 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:27.421058 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.487153 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.491542 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.493690 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d2620fb6-4c15-443f-88b9-403573ed2ba4 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:27.521165 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ebcd72-f541-491a-b137-385d0cf036b1,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:27.527075 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:27.530586 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.534481 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-46057360-164a-434d-8744-6ff61eb1388f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1541991
Nov 11 16:04:27.534589 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34520) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:27.539635 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'security_group_rule': {'security_group_id': '30d58ecc-07de-4d62-a4a4-10d9d5665fbe', 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:27.545446 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:27.549298 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:security_group_rule and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:27.552163 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:27.557901 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:27.576070 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.640798 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.645205 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.649976 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d65ba0d0>, [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 4, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port': {'id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:20Z', 'updated_at': '2021-11-11T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'e548aa51-a058-436a-ab88-89248797e052', 'name': '', 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'mac_address': 'fa:16:3e:90:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c00c7883-1fd6-4f49-a307-f46b32166ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:23Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 2, 'project_id': '18e6a06652854d939a899f53a3879de9', 'subnets': [{'id': 'c00c7883-1fd6-4f49-a307-f46b32166ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:27.653606 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:27.654234 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Checking router: 62332f74-01eb-46fe-b4fb-e8c7b3f03575 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:04:27.654589 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Updating router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 port e548aa51-a058-436a-ab88-89248797e052 binding host dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 11 16:04:27.676727 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c888451-dc39-40bc-a686-35e333adf958,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:27.679224 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:27.685143 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.686782 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-3212dd4b-b0d6-48ca-a642-8ae8e636137b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1512644
Nov 11 16:04:27.689560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34526) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:27.699633 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'security_group_rule': {'security_group_id': '30d58ecc-07de-4d62-a4a4-10d9d5665fbe', 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:27.704537 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device fd731815-cfe8-4e55-9e52-78abbaceeebf up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:27.707772 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:27.712104 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:security_group_rule and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:27.715867 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:27.722141 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:27.748356 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.759478 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.791054 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port fd731815-cfe8-4e55-9e52-78abbaceeebf triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:27.791596 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.823489 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.834383 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.837072 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-1790720b-358e-4e17-887a-16aec8018e32 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:27.865443 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0be7ee-756b-4d62-a5a2-222bbb8aedea,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:27.869377 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:27.881587 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:27.883133 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-6b1cc5a1-66de-4a56-b181-61033758c794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1925850
Nov 11 16:04:27.886063 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34532) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:27.891802 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'security_group_rule': {'security_group_id': '30d58ecc-07de-4d62-a4a4-10d9d5665fbe', 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:27.898277 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:27.902675 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:security_group_rule and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:27.906213 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:27.916761 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:27.941800 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.013356 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.018494 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.021426 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:28.048977 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559782e2-7ebd-4037-b9d5-f1fe346e131c,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:28.054786 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:28.061111 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.062395 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c4c5bcc2-18d2-46f8-b38e-f743ae5e0b16 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1747136
Nov 11 16:04:28.065178 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34538) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:28.072280 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'security_group_rule': {'security_group_id': '30d58ecc-07de-4d62-a4a4-10d9d5665fbe', 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:28.079751 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:28.084874 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:security_group_rule and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:28.088185 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:28.096015 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:28.110228 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.securitygroups_db [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Project d6ccaa06e23440d8b196ed7d196ccbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 16:04:28.118161 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.163565 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1b1d2-a2b7-4943-a252-7b479f95e221 req-480c77d1-74d7-4357-b527-1cac25c60708 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:28.164290 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-7db1b1d2-a2b7-4943-a252-7b479f95e221 req-480c77d1-74d7-4357-b527-1cac25c60708 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Synchronizing usage tracker for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:28.182418 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-7db1b1d2-a2b7-4943-a252-7b479f95e221 req-480c77d1-74d7-4357-b527-1cac25c60708 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Unset dirty status for tenant:969bef6c30074a68a3920ff32f435b6e on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:28.183778 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7db1b1d2-a2b7-4943-a252-7b479f95e221 req-480c77d1-74d7-4357-b527-1cac25c60708 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 945 time: 0.1222177
Nov 11 16:04:28.197597 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.202370 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.204973 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:28.210666 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.225420 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Transition to ACTIVE for port object e548aa51-a058-436a-ab88-89248797e052 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:28.233541 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7db1b1d2-a2b7-4943-a252-7b479f95e221 req-fcad0b55-ea0e-4182-9d2a-15c1a5fb9c06 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436306
Nov 11 16:04:28.233787 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.242187 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456c72ef-7050-415d-a336-21095a229e62,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:28.244669 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:28.245194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:28.246462 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.250419 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6245f4fd-58bb-440e-ab0d-72ebb61057a3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1815464
Nov 11 16:04:28.250668 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34542) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:28.257120 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'security_group_rule': {'security_group_id': '30d58ecc-07de-4d62-a4a4-10d9d5665fbe', 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:28.263843 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:28.267955 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:security_group_rule and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:28.271522 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:28.277463 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:28.290443 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.securitygroups_db [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Project d6ccaa06e23440d8b196ed7d196ccbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 16:04:28.298077 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.438336 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26996c5e-2be4-4a7d-b228-75a73eb0297d None None] Pushing event updated for resources: {'Port': ['ID=e548aa51-a058-436a-ab88-89248797e052,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:28.450409 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-26996c5e-2be4-4a7d-b228-75a73eb0297d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:28.458547 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Attempting to bind port e548aa51-a058-436a-ab88-89248797e052 on host dv-cinder-811151-2-iscsi for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:04:28.458925 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Attempting to bind port e548aa51-a058-436a-ab88-89248797e052 by drivers openvswitch,hyperv on host dv-cinder-811151-2-iscsi at level 0 using segments [{'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:04:28.459292 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Attempting to bind port e548aa51-a058-436a-ab88-89248797e052 on network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:28.464907 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Checking agent: {'id': 'ae8eb73c-7dec-4bf6-b425-723c7e96ac06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 47, 12), 'started_at': datetime.datetime(2021, 11, 11, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:04:28.465283 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Checking segment: {'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:28.465684 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.466085 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Bound using segment: {'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:04:28.466554 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Bound port: e548aa51-a058-436a-ab88-89248797e052, host: dv-cinder-811151-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:04:28.466928 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.487945 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.493983 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711565'] for security_group_rule, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.494821 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-f0d3f807-d97b-4c0c-b8fc-dbfd298af341 tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:28.517446 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216122f4-b579-44ac-814e-2437e79272a2,revision_number=0']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:28.520208 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:28.520671 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device bb3f6bac-6ce5-4c14-a00e-6d981b883450 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:28.528075 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.529393 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-949dc264-853a-483d-9208-709365b86bca tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2777157
Nov 11 16:04:28.560522 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] For port e548aa51-a058-436a-ab88-89248797e052, host dv-cinder-811151-2-iscsi, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:04:28.564472 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: bb3f6bac-6ce5-4c14-a00e-6d981b883450 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:28.564730 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] For port e548aa51-a058-436a-ab88-89248797e052, host dv-cinder-811151-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=e548aa51-a058-436a-ab88-89248797e052,segment=NetworkSegment(b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5),segment_id=b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:04:28.564856 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device bb3f6bac-6ce5-4c14-a00e-6d981b883450 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:28.571480 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:28.576544 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:28.655722 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Routers {'62332f74-01eb-46fe-b4fb-e8c7b3f03575'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:04:28.656409 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d65ba0d0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:28.733192 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26996c5e-2be4-4a7d-b228-75a73eb0297d None None] Pushing event updated for resources: {'Port': ['ID=e548aa51-a058-436a-ab88-89248797e052,revision_number=4']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:28.739685 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-26996c5e-2be4-4a7d-b228-75a73eb0297d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:28.884021 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] Set router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:04:29.240472 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d65ba0d0>, [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 4, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port': {'id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:20Z', 'updated_at': '2021-11-11T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'e548aa51-a058-436a-ab88-89248797e052', 'name': '', 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'mac_address': 'fa:16:3e:90:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c00c7883-1fd6-4f49-a307-f46b32166ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:23Z', 'updated_at': '2021-11-11T16:04:28Z', 'revision_number': 4, 'project_id': '18e6a06652854d939a899f53a3879de9', 'subnets': [{'id': 'c00c7883-1fd6-4f49-a307-f46b32166ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:29.244936 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0aa86e-32c6-4b3b-9ce2-0a1505696a65 None None] The sync data for ids ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'] in dv-cinder-811151-2-iscsi is: [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 4, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port': {'id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:20Z', 'updated_at': '2021-11-11T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'e548aa51-a058-436a-ab88-89248797e052', 'name': '', 'network_id': '48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'mac_address': 'fa:16:3e:90:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c00c7883-1fd6-4f49-a307-f46b32166ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:23Z', 'updated_at': '2021-11-11T16:04:28Z', 'revision_number': 4, 'project_id': '18e6a06652854d939a899f53a3879de9', 'subnets': [{'id': 'c00c7883-1fd6-4f49-a307-f46b32166ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:04:29.444502 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3875a-3816-49f6-9a5a-501ede815186 req-6596848e-9bbb-4d71-b8c5-93159219aa55 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:29.453627 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9dd3875a-3816-49f6-9a5a-501ede815186 req-6596848e-9bbb-4d71-b8c5-93159219aa55 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 945 time: 0.1004779
Nov 11 16:04:29.513439 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-9dd3875a-3816-49f6-9a5a-501ede815186 req-60d8029b-2b0c-432e-a6c7-c51c2d124331 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/security-groups?id=04f5239f-8d0a-4814-88d7-91e5cb916f27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588403
Nov 11 16:04:29.532549 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3c40e-8392-420b-b636-382b681fe411 req-20686e0f-d9a5-459a-b7b9-5ef34b3f9149 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:29.534088 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-27d3c40e-8392-420b-b636-382b681fe411 req-20686e0f-d9a5-459a-b7b9-5ef34b3f9149 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 945 time: 0.0966415
Nov 11 16:04:29.611276 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Deleting port 0ad1d6a0-c3be-4278-825f-932e05a85f9d {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:29.611694 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:29.736953 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device e548aa51-a058-436a-ab88-89248797e052 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:29.824568 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning for port e548aa51-a058-436a-ab88-89248797e052 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:29.830066 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port e548aa51-a058-436a-ab88-89248797e052 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:29.830453 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:29.923878 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] For port 0ad1d6a0-c3be-4278-825f-932e05a85f9d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0ad1d6a0-c3be-4278-825f-932e05a85f9d,segment=NetworkSegment(088790fc-7284-48c7-8017-0f6fae031b50),segment_id=088790fc-7284-48c7-8017-0f6fae031b50)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:29.924289 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:30.002100 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:30.050792 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] For port e548aa51-a058-436a-ab88-89248797e052, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=e548aa51-a058-436a-ab88-89248797e052,segment=NetworkSegment(b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5),segment_id=b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:30.056794 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:30.059677 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-f014a341-6f53-48e8-9868-2720aec087fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:30.062705 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Calling delete_port for 0ad1d6a0-c3be-4278-825f-932e05a85f9d owned by compute:nova {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:30.139529 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Pushing event updated for resources: {'Port': ['ID=e548aa51-a058-436a-ab88-89248797e052,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:30.143052 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:30.244348 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:30.250668 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-af52db7e-f517-4a73-9136-c9054ab59beb tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:30.259617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['0ad1d6a0-c3be-4278-825f-932e05a85f9d'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:04:30.299081 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Pushing event deleted for resources: {'Port': ['ID=0ad1d6a0-c3be-4278-825f-932e05a85f9d,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:30.301798 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:30.387335 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] No DVR routers for this DVR port 0ad1d6a0-c3be-4278-825f-932e05a85f9d on host hv-cinder-81115 {{(pid=86847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:04:30.389820 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:30.392711 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c388e97-3418-4d7d-9b2b-9d86d63bee36', 'name': 'network-vif-deleted', 'tag': '0ad1d6a0-c3be-4278-825f-932e05a85f9d'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:04:30.411768 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-27d3c40e-8392-420b-b636-382b681fe411 req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.15 "DELETE /v2.0/ports/0ad1d6a0-c3be-4278-825f-932e05a85f9d HTTP/1.1" status: 204  len: 173 time: 0.8722930
Nov 11 16:04:30.467533 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c388e97-3418-4d7d-9b2b-9d86d63bee36', 'name': 'network-vif-deleted', 'tag': '0ad1d6a0-c3be-4278-825f-932e05a85f9d', 'status': 'completed', 'code': 200}
Nov 11 16:04:30.684567 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-13a14e19-7532-4952-a097-dd451485f52b req-6ea15a01-f729-4fad-829e-03d6ca52de02 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c388e97-3418-4d7d-9b2b-9d86d63bee36 HTTP/1.1" status: 200  len: 210 time: 0.0450430
Nov 11 16:04:31.700305 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device e548aa51-a058-436a-ab88-89248797e052 up at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:31.768358 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Provisioning complete for port e548aa51-a058-436a-ab88-89248797e052 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:31.768832 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:31.780197 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34614) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:31.840965 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] Deleting subnet 37d23a28-1f08-4290-b7c9-286772ed9817 {{(pid=86846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:04:31.843921 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:31.904900 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304923'] for subnet, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:31.961340 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.028371 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1856438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139825'] for subnet, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.035182 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:32.072567 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d23a28-1f08-4290-b7c9-286772ed9817,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:32.074546 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.077085 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:32.081114 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-17b43789-4803-4e63-8988-41a623f52ba8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/37d23a28-1f08-4290-b7c9-286772ed9817 HTTP/1.1" status: 204  len: 168 time: 0.2998912
Nov 11 16:04:32.084118 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34618) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:32.187190 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.316449 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.342305 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d6120640>,) {'filters': {'network_id': ['74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:32.355732 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d6120640>, '088790fc-7284-48c7-8017-0f6fae031b50') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:32.356030 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d6120640>, '088790fc-7284-48c7-8017-0f6fae031b50') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:04:32.367757 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.384411 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.390451 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:04:32.390839 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:04:32.404638 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:04:32.485765 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.489959 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:32.503501 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.515365 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Pushing event deleted for resources: {'Network': ['ID=74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:32.519139 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:32.525186 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-18bc8ca0-b7e8-4da8-9550-6901324df42f admin admin] 10.222.0.24 "DELETE /v2.0/networks/74f07a90-f0ac-4e1b-8d13-d0a1ff6ae1e3 HTTP/1.1" status: 204  len: 168 time: 0.4400973
Nov 11 16:04:32.700765 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34626) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:32.749637 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-30f7ec28-12cd-493a-94e5-5d819a4924ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=969bef6c30074a68a3920ff32f435b6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475392
Nov 11 16:04:32.751810 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34630) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:32.814096 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-cd66ba0d-a90e-4aea-b5d2-5b05950c53f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.841140 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-cd66ba0d-a90e-4aea-b5d2-5b05950c53f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.893719 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-cd66ba0d-a90e-4aea-b5d2-5b05950c53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.897745 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7fdad27b-71f0-4877-ba80-9a942e1cc1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:32.914138 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66ba0d-a90e-4aea-b5d2-5b05950c53f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f5239f-8d0a-4814-88d7-91e5cb916f27,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:32.917428 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-cd66ba0d-a90e-4aea-b5d2-5b05950c53f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:32.927179 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-cd66ba0d-a90e-4aea-b5d2-5b05950c53f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:32.928324 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-cd66ba0d-a90e-4aea-b5d2-5b05950c53f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04f5239f-8d0a-4814-88d7-91e5cb916f27 HTTP/1.1" status: 204  len: 168 time: 0.1755743
Nov 11 16:04:34.522236 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ad1d6a0-c3be-4278-825f-932e05a85f9d no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:04:34.561911 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 0ad1d6a0-c3be-4278-825f-932e05a85f9d {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:04:34.562344 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 0ad1d6a0-c3be-4278-825f-932e05a85f9d not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:04:35.710668 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34706) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:35.826055 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:35.841132 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:35.845040 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ade28914e82f470593d1ac42f223df4b is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:35.847898 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:35.853678 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:35.945057 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:35.949253 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:35.957641 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7df56e72-2623-4746-9f44-757de2f6cebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:36.002632 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ade28914e82f470593d1ac42f223df4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2906721
Nov 11 16:04:36.004925 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b0715-eddc-4d8c-a356-3acb69f63185,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:36.005934 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34712) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:36.008369 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-94592d93-0d89-4cb2-af5f-1b582f7e43d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:36.067311 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0c66934c-3505-4060-b717-fb7eff9b0c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.094122 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0c66934c-3505-4060-b717-fb7eff9b0c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.149038 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0c66934c-3505-4060-b717-fb7eff9b0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.153482 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-a6303b43-86c3-4a03-8992-500bdd9aa55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:36.164746 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66934c-3505-4060-b717-fb7eff9b0c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b0715-eddc-4d8c-a356-3acb69f63185,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:36.168292 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0c66934c-3505-4060-b717-fb7eff9b0c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:36.171733 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0c66934c-3505-4060-b717-fb7eff9b0c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.175513 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0c66934c-3505-4060-b717-fb7eff9b0c65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d2b0715-eddc-4d8c-a356-3acb69f63185 HTTP/1.1" status: 204  len: 168 time: 0.1684620
Nov 11 16:04:36.477526 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34720) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:36.496288 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.513837 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:36.518297 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Usage tracker for resource:security_group_rule and tenant:0fc3e7138dee429c9a74577ebefbf4d9 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:36.522146 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:36.528120 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:36.719534 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.724078 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.731388 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-91ea08c8-ee5f-4afb-9eb7-4a4e168ca12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:36.771744 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde77ce1-285d-438b-afd4-3d41250c1b98,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:36.775922 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fc3e7138dee429c9a74577ebefbf4d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2974193
Nov 11 16:04:36.776832 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:36.779034 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34724) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:36.840677 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2afbc7a6-8a67-4832-b780-54a3279dda6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.870445 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2afbc7a6-8a67-4832-b780-54a3279dda6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.928573 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2afbc7a6-8a67-4832-b780-54a3279dda6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.933823 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-18818b69-9981-4b9b-90dd-662879d641c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:36.949107 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbc7a6-8a67-4832-b780-54a3279dda6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde77ce1-285d-438b-afd4-3d41250c1b98,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:36.952645 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-2afbc7a6-8a67-4832-b780-54a3279dda6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:36.955863 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2afbc7a6-8a67-4832-b780-54a3279dda6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:36.957613 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-2afbc7a6-8a67-4832-b780-54a3279dda6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fde77ce1-285d-438b-afd4-3d41250c1b98 HTTP/1.1" status: 204  len: 168 time: 0.1771517
Nov 11 16:04:38.131019 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34760) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:38.250436 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:38.265666 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:38.269768 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Usage tracker for resource:security_group_rule and tenant:07b60970e0cf45649cb0fad5b9ded14d is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:38.272788 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:38.278538 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:38.369958 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:38.374072 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:38.381312 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6ab82039-c2ea-4dec-92df-8ea1f981b32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:38.422637 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07b60970e0cf45649cb0fad5b9ded14d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2905395
Nov 11 16:04:38.423393 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f98579-c596-4c90-bfe6-eeed8e1deb6e,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:38.426339 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 34766) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:38.426871 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-196cd838-7b44-4401-83cd-905ef0b8d9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:38.490204 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-91e56d42-fe84-4337-8604-852d36879d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:38.516846 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-91e56d42-fe84-4337-8604-852d36879d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:38.577238 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-91e56d42-fe84-4337-8604-852d36879d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:38.580986 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4a85dff9-3d2b-48e3-9728-77f0b25377e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:38.595880 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e56d42-fe84-4337-8604-852d36879d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f98579-c596-4c90-bfe6-eeed8e1deb6e,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:38.598215 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-91e56d42-fe84-4337-8604-852d36879d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:38.607181 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-91e56d42-fe84-4337-8604-852d36879d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:38.608314 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-91e56d42-fe84-4337-8604-852d36879d0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6f98579-c596-4c90-bfe6-eeed8e1deb6e HTTP/1.1" status: 204  len: 168 time: 0.1807570
Nov 11 16:04:39.312772 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34792) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:39.419146 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-690203154-network', 'tenant_id': 'e608ece156864a6d8d09279a9bafd6f3'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:39.424172 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:39.429637 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Usage tracker for resource:network and tenant:e608ece156864a6d8d09279a9bafd6f3 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:39.432597 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:39.439331 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:39.449583 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Made reservation on behalf of e608ece156864a6d8d09279a9bafd6f3 for: {'network': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:04:39.452053 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for network, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:39.464562 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:39.480170 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:39.484212 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Usage tracker for resource:security_group_rule and tenant:e608ece156864a6d8d09279a9bafd6f3 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:39.487411 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:39.494122 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:39.579142 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:39.583496 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:39.586348 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-82f8fdaa-4f12-4b62-8c3f-678f86d72c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:39.614921 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754}  {{(pid=86847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 11 16:04:39.623284 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43700a5e-0a79-462e-86b0-dd6286099c9f,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:39.626797 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:39.629288 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:39.629628 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.segments_db [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Added segment c3a284aa-8cf0-4645-900b-9fe94ef618b8 of type vlan for network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75
Nov 11 16:04:39.657427 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758201042809'] for network, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:39.687704 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306'] for network, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:39.689038 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:39.689613 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:39.693157 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-97deee45-b1fd-4bac-96e2-2ea92ceb8bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:39.799390 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Pushing event updated for resources: {'Network': ['ID=558c125b-97b4-4ea9-9ef8-97f82d7fcf75,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:39.802153 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:39.808696 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-89dcc7dc-415a-447c-afae-b4c8cea521ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4946709
Nov 11 16:04:39.809646 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 details requested by agent ovs-agent-dv-cinder-811151-2-iscsi with host dv-cinder-811151-2-iscsi {{(pid=86848) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 11 16:04:39.811470 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34802) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:04:39.817654 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Request body: {'subnet': {'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-690203154-subnet', 'tenant_id': 'e608ece156864a6d8d09279a9bafd6f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:39.822812 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:39.826746 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Usage tracker for resource:subnet and tenant:e608ece156864a6d8d09279a9bafd6f3 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:39.829715 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:39.836652 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:39.848549 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Made reservation on behalf of e608ece156864a6d8d09279a9bafd6f3 for: {'subnet': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:04:39.851172 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2243435'] for subnet, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:40.060470 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2075566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2243445'] for subnet, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:40.065010 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-4c9b1468-83af-4175-b06d-78fbec0d00e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:40.142749 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ce8890-a4f6-48b0-99fc-6b13a1271dfc,revision_number=0']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:40.147005 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:40.153041 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Checking segment: {'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:40.153444 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Network hostable DHCP agents. Network: 558c125b-97b4-4ea9-9ef8-97f82d7fcf75, hostable agents: ['b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79'], hosted agents: [] {{(pid=86847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 11 16:04:40.172553 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 is scheduled to be hosted by DHCP agent b7c89c16-0e8f-4d19-b8bd-dcd17b34dd79 with binding_index 1 {{(pid=86847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 11 16:04:40.182255 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-iscsi, 558c125b-97b4-4ea9-9ef8-97f82d7fcf75) {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:40.186308 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:40.186882 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:40.192702 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e62a41c-ec4f-451d-bcd8-93321a09358f None None] Network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:04:40.225364 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-586f389d-ce9b-4a68-b37b-3638928dffbe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4128401
Nov 11 16:04:40.406229 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e59ab-5e2a-44f4-a308-9d452928e348 None None] Network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:04:41.545067 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-279432eb-1273-45b0-aece-17a099ad407e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:41.823952 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:42.261423 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934557c-2133-45dd-ab69-65e968c3b116 req-bc96f9cc-6a84-480b-9ebb-2c86189cce1d tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:42.262854 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-bc96f9cc-6a84-480b-9ebb-2c86189cce1d tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/networks?id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75 HTTP/1.1" status: 200  len: 808 time: 0.1457107
Nov 11 16:04:42.277583 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-144c2558-9e17-4013-8231-03ba021e8095 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/quotas/e608ece156864a6d8d09279a9bafd6f3 HTTP/1.1" status: 200  len: 375 time: 0.0094247
Nov 11 16:04:42.323922 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-7b75dc60-2d2f-4857-bcd8-a7aac685f88b tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e608ece156864a6d8d09279a9bafd6f3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0413597
Nov 11 16:04:42.454922 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-7e7f5a40-87c9-4ebd-a060-a65d282dbe75 service neutron] 10.222.0.24 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242027
Nov 11 16:04:42.687370 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-44e61fc2-56f2-4fd0-8d5e-4ee7989fdba5 service neutron] 10.222.0.24 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2266023
Nov 11 16:04:42.865617 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-5066a286-3335-4763-bfd6-2ac7c757c45d req-9834fd91-5cbe-4798-bfa8-9b47827f9619 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 210 time: 0.0440297
Nov 11 16:04:43.948655 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934557c-2133-45dd-ab69-65e968c3b116 req-060e2fbf-d273-442c-b07b-3f40307a5ca2 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:43.949611 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e934557c-2133-45dd-ab69-65e968c3b116 req-060e2fbf-d273-442c-b07b-3f40307a5ca2 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Synchronizing usage tracker for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:network {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:43.966236 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e934557c-2133-45dd-ab69-65e968c3b116 req-060e2fbf-d273-442c-b07b-3f40307a5ca2 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Unset dirty status for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:network {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:43.967654 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-060e2fbf-d273-442c-b07b-3f40307a5ca2 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.15 "GET /v2.0/networks?id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75 HTTP/1.1" status: 200  len: 808 time: 0.1794100
Nov 11 16:04:43.979475 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Request body: {'port': {'device_id': '8d33ae07-e290-4d03-b710-a0946f30cdcf', 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75', 'admin_state_up': True, 'tenant_id': 'e608ece156864a6d8d09279a9bafd6f3'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:44.030062 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b8e75130-6fcd-48ad-9f59-176a3e040345 req-a912e1b0-b7c8-4b6d-886e-4a3877ae7dc5 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 210 time: 0.0473907
Nov 11 16:04:44.060890 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7dbcadcd-3754-4149-b4aa-93cf191a7c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:44.122779 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:44.126539 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Usage tracker for resource:port and tenant:e608ece156864a6d8d09279a9bafd6f3 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:04:44.129289 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:04:44.135283 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:44.145732 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Made reservation on behalf of e608ece156864a6d8d09279a9bafd6f3 for: {'port': 1} {{(pid=86847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:04:44.149455 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:44.299977 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:44.311523 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Allocated IP 172.20.0.7 (558c125b-97b4-4ea9-9ef8-97f82d7fcf75/e0ce8890-a4f6-48b0-99fc-6b13a1271dfc/020d9e93-fb32-44f6-b7cd-87f68f3667d5) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:04:44.523762 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:44.562499 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:44.569086 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-db9af051-406e-4f81-9574-6e197fa80ebc tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:44.640798 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:44.644083 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:44.661047 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:04:44.693894 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Pushing event updated for resources: {'Port': ['ID=020d9e93-fb32-44f6-b7cd-87f68f3667d5,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:44.701373 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:44.721598 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:44.722144 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:44.745827 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-c7f71bcb-d4f8-4a64-90ae-b10badf9407a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7701440
Nov 11 16:04:44.758102 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Request body: {'port': {'device_id': '8d33ae07-e290-4d03-b710-a0946f30cdcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:44.993013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-cd1399a6-652e-402f-a5b4-fa1cab0e7b7c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:45.016193 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:45.062376 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-cd1399a6-652e-402f-a5b4-fa1cab0e7b7c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:45.063513 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-cd1399a6-652e-402f-a5b4-fa1cab0e7b7c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557288423&fields=id&tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 267 time: 0.1669710
Nov 11 16:04:45.146778 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:45.228765 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad0714-b3eb-44fd-b35d-047e077a58af req-7e9b6558-a64c-4314-bbeb-c8cd90c8195e tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:45.230266 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-68ad0714-b3eb-44fd-b35d-047e077a58af req-7e9b6558-a64c-4314-bbeb-c8cd90c8195e tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 931 time: 0.0865970
Nov 11 16:04:45.275200 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-68ad0714-b3eb-44fd-b35d-047e077a58af req-0879ae8c-f4d0-4d8e-b745-d501820962a8 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391018
Nov 11 16:04:45.326245 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-e086a1c7-9f18-4e38-856c-d136da1f35b3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:45.326922 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-e086a1c7-9f18-4e38-856c-d136da1f35b3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:network {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:45.406206 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-e086a1c7-9f18-4e38-856c-d136da1f35b3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:network {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:45.407369 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-e086a1c7-9f18-4e38-856c-d136da1f35b3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 811 time: 0.3309531
Nov 11 16:04:45.448118 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-19ce52e3-e4ba-4cab-89ba-d2ad40943e35 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/quotas/d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 375 time: 0.0277109
Nov 11 16:04:45.587489 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020d9e93-fb32-44f6-b7cd-87f68f3667d5 {{(pid=86847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:04:45.597104 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:45.605067 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-ffc1d36f-d433-4957-9ae6-126cf83ca220 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1512523
Nov 11 16:04:45.619535 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.provisioning_blocks [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Transition to ACTIVE for port object 020d9e93-fb32-44f6-b7cd-87f68f3667d5 will not be triggered until provisioned by entity L2. {{(pid=86847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:45.642301 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:45.648738 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fa017d71-9719-4d79-bf3f-73a67ed5e972 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:45.869343 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Pushing event updated for resources: {'Port': ['ID=020d9e93-fb32-44f6-b7cd-87f68f3667d5,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:45.880089 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:45.961367 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-bd14c98a-1062-4fd8-a0cf-3d6c6b093b9c service neutron] 10.222.0.24 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430524
Nov 11 16:04:46.067283 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Attempting to bind port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:04:46.067951 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Attempting to bind port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:04:46.067951 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Attempting to bind port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 on network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:46.077547 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 on network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:04:46.077866 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Attempting to bind port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 on network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:46.086165 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:04:46.086330 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Checking segment: {'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:46.086593 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Bound using segment: {'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'} {{(pid=86847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:04:46.087022 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.managers [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Bound port: 020d9e93-fb32-44f6-b7cd-87f68f3667d5, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'}}] {{(pid=86847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:04:46.087363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:46.186243 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-7e403684-2e96-46c1-9d88-ec93397d0fd5 service neutron] 10.222.0.24 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099462
Nov 11 16:04:46.215245 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] For port 020d9e93-fb32-44f6-b7cd-87f68f3667d5, host hv-cinder-81115, cleared binding levels {{(pid=86847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:04:46.218564 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] For port 020d9e93-fb32-44f6-b7cd-87f68f3667d5, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=020d9e93-fb32-44f6-b7cd-87f68f3667d5,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:04:46.223203 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:46.228008 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f92091f7-f53a-46ad-a178-7e683b0603e1 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:46.289331 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:46.289941 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:46.291290 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] 10.222.0.15 "PUT /v2.0/ports/020d9e93-fb32-44f6-b7cd-87f68f3667d5 HTTP/1.1" status: 200  len: 1093 time: 1.5379300
Nov 11 16:04:46.291801 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d33ae07-e290-4d03-b710-a0946f30cdcf', 'tag': '020d9e93-fb32-44f6-b7cd-87f68f3667d5'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:04:46.318803 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Pushing event updated for resources: {'Port': ['ID=020d9e93-fb32-44f6-b7cd-87f68f3667d5,revision_number=3']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:46.322229 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-218c71fc-7f44-430d-954c-e7f4d53cd78c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:46.424237 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934557c-2133-45dd-ab69-65e968c3b116 req-0799de6a-31cc-49fc-86b4-4cc51e0787c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:46.426898 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-0799de6a-31cc-49fc-86b4-4cc51e0787c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e608ece156864a6d8d09279a9bafd6f3&device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 1096 time: 0.0901165
Nov 11 16:04:46.498373 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa35a-afdf-4ba6-bfbc-16e2c7dff66c req-fe3c0a11-1f40-4bbd-ab46-a95cedff1b22 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:46.498373 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c19fa35a-afdf-4ba6-bfbc-16e2c7dff66c req-fe3c0a11-1f40-4bbd-ab46-a95cedff1b22 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 943 time: 0.1043997
Nov 11 16:04:46.567887 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c19fa35a-afdf-4ba6-bfbc-16e2c7dff66c req-97847bca-4e66-406f-bbd4-7a23badd89c3 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558131
Nov 11 16:04:46.622880 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-e8feb06a-153c-4434-bf31-f26a0c9a555c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020d9e93-fb32-44f6-b7cd-87f68f3667d5 HTTP/1.1" status: 200  len: 217 time: 0.1887007
Nov 11 16:04:46.630839 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d33ae07-e290-4d03-b710-a0946f30cdcf', 'tag': '020d9e93-fb32-44f6-b7cd-87f68f3667d5', 'status': 'completed', 'code': 200}
Nov 11 16:04:46.670054 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-eab8ae96-b942-40c6-b4c8-1d389252a6d6 req-300f0170-fb72-411b-ae9a-aefeb9565432 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:46.689330 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-eab8ae96-b942-40c6-b4c8-1d389252a6d6 req-300f0170-fb72-411b-ae9a-aefeb9565432 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:46.692016 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-eab8ae96-b942-40c6-b4c8-1d389252a6d6 req-300f0170-fb72-411b-ae9a-aefeb9565432 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 210 time: 0.0680110
Nov 11 16:04:46.695408 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934557c-2133-45dd-ab69-65e968c3b116 req-fa99ece5-318b-4195-a469-5afdae18c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:46.697103 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-fa99ece5-318b-4195-a469-5afdae18c1a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0ce8890-a4f6-48b0-99fc-6b13a1271dfc HTTP/1.1" status: 200  len: 848 time: 0.0637796
Nov 11 16:04:46.723654 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:46.751298 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-77be2138-c0a5-45e0-84b8-adcc7bc353b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480444
Nov 11 16:04:46.891110 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-f100a6dd-774a-44e0-9a01-38ccf2a2bf2b service neutron] 10.222.0.15 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333008
Nov 11 16:04:47.040616 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e934557c-2133-45dd-ab69-65e968c3b116 req-4007cf17-1763-4b22-9ef9-1fc9343aab53 service neutron] 10.222.0.15 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426315
Nov 11 16:04:47.208387 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-5d84941c-8b4b-4c8c-8a7d-d7edcd3e8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:47.209869 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-5d84941c-8b4b-4c8c-8a7d-d7edcd3e8ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e608ece156864a6d8d09279a9bafd6f3&device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 1096 time: 0.0988605
Nov 11 16:04:47.344658 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-44f868f5-a443-40ec-bb80-8a0956815076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:47.346096 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-44f868f5-a443-40ec-bb80-8a0956815076 service neutron] 10.222.0.15 "GET /v2.0/networks?id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75 HTTP/1.1" status: 200  len: 909 time: 0.1292539
Nov 11 16:04:47.417902 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-76da27b7-494c-4f97-9415-3ec0e5e67050 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020d9e93-fb32-44f6-b7cd-87f68f3667d5 HTTP/1.1" status: 200  len: 217 time: 0.0647049
Nov 11 16:04:47.481142 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-b1022c8c-9aa1-47fa-9ba9-f987bed65d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:47.482542 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-b1022c8c-9aa1-47fa-9ba9-f987bed65d6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0ce8890-a4f6-48b0-99fc-6b13a1271dfc HTTP/1.1" status: 200  len: 848 time: 0.0574136
Nov 11 16:04:47.532916 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-d0f63fb9-7839-4ad6-874f-f4608719a243 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421326
Nov 11 16:04:47.680126 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-ef91923e-81e0-4801-ae7c-f2a6abd563b2 service neutron] 10.222.0.15 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402972
Nov 11 16:04:47.801308 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-8bcd03a2-f849-456a-93e1-0da8dd264064 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:47.802870 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-8bcd03a2-f849-456a-93e1-0da8dd264064 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 811 time: 0.1764426
Nov 11 16:04:47.889384 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9638e426-66f2-46cf-a2cc-e5aaf842634f req-ecc605dd-9be0-4b4d-a973-7b890720a02e service neutron] 10.222.0.15 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716666
Nov 11 16:04:47.901173 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-54befcfd-1946-45d7-8f48-54d22050df11 req-42c5bb9a-5922-4a87-b8e3-4fa2be89ce9d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 210 time: 0.0567346
Nov 11 16:04:47.901556 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e7982-bf3b-4562-b23c-eafbba8b8f0c req-db51a1a7-a31e-447a-9cb7-799bf9533a4a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:47.902279 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-636e7982-bf3b-4562-b23c-eafbba8b8f0c req-db51a1a7-a31e-447a-9cb7-799bf9533a4a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Synchronizing usage tracker for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:47.905384 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-bb6f0cae-6d02-44af-ac12-314cace24f2f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 380 time: 0.0946581
Nov 11 16:04:47.917206 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'port': {'device_id': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'admin_state_up': True, 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'security_groups': ['30d58ecc-07de-4d62-a4a4-10d9d5665fbe']}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:47.931309 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-636e7982-bf3b-4562-b23c-eafbba8b8f0c req-db51a1a7-a31e-447a-9cb7-799bf9533a4a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Unset dirty status for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:47.932658 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-636e7982-bf3b-4562-b23c-eafbba8b8f0c req-db51a1a7-a31e-447a-9cb7-799bf9533a4a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 943 time: 0.2515275
Nov 11 16:04:47.980900 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-636e7982-bf3b-4562-b23c-eafbba8b8f0c req-10ebcd4b-9210-4c01-9348-324c987f810c tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Synchronizing usage tracker for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:security_group {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:48.000940 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-636e7982-bf3b-4562-b23c-eafbba8b8f0c req-10ebcd4b-9210-4c01-9348-324c987f810c tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Unset dirty status for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:security_group {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:48.004917 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-636e7982-bf3b-4562-b23c-eafbba8b8f0c req-10ebcd4b-9210-4c01-9348-324c987f810c tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664113
Nov 11 16:04:48.068416 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:04:48.077877 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:04:48.088516 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Made reservation on behalf of d6ccaa06e23440d8b196ed7d196ccbbb for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:04:48.092085 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:48.266618 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Allocated IP 172.20.0.13 (1ede94d3-affb-488b-a8a9-99f628c2b2ae/6040d19f-e4a2-47bb-856e-c120b2bf4792/fabed407-965d-4f8e-b5cb-d6752bd6594a) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:04:48.468207 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:48.485194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Transition to ACTIVE for port object fabed407-965d-4f8e-b5cb-d6752bd6594a will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:48.513263 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:48.519509 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-180d6708-b66f-474c-8458-ee180ead111b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:48.581005 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:04:48.585112 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:04:48.589004 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:04:48.645131 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=fabed407-965d-4f8e-b5cb-d6752bd6594a,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:48.650035 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:48.668442 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:48.669051 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:48.695266 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7830346
Nov 11 16:04:48.707257 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Request body: {'port': {'device_id': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:04:48.819015 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:48.864472 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-3c2eb37b-3d73-4d95-b7f7-ba2ee9512bf2 None None] Provisioning for port fabed407-965d-4f8e-b5cb-d6752bd6594a completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:48.869564 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-3c2eb37b-3d73-4d95-b7f7-ba2ee9512bf2 None None] Provisioning complete for port fabed407-965d-4f8e-b5cb-d6752bd6594a triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:48.869932 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3c2eb37b-3d73-4d95-b7f7-ba2ee9512bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:48.922243 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-3c2eb37b-3d73-4d95-b7f7-ba2ee9512bf2 None None] Port fabed407-965d-4f8e-b5cb-d6752bd6594a cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:04:49.200309 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5d698-3cc2-419d-9afc-f04119210ac7 req-9129bac7-73cf-4144-aeaf-94c3907b58fd tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:49.203161 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b3a5d698-3cc2-419d-9afc-f04119210ac7 req-9129bac7-73cf-4144-aeaf-94c3907b58fd tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 943 time: 0.0855019
Nov 11 16:04:49.252772 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b3a5d698-3cc2-419d-9afc-f04119210ac7 req-c9d2e7ad-4b70-4ce2-8e97-b6b0580bbb6f tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445049
Nov 11 16:04:49.255938 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48b4b4-fbe8-4b15-a376-98ec024e2c54 req-dc47689e-43c9-4a56-864e-3fd263449e6c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:49.256672 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-ef48b4b4-fbe8-4b15-a376-98ec024e2c54 req-dc47689e-43c9-4a56-864e-3fd263449e6c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:04:49.312185 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-ef48b4b4-fbe8-4b15-a376-98ec024e2c54 req-dc47689e-43c9-4a56-864e-3fd263449e6c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:04:49.313400 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ef48b4b4-fbe8-4b15-a376-98ec024e2c54 req-dc47689e-43c9-4a56-864e-3fd263449e6c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 932 time: 0.2851965
Nov 11 16:04:49.361184 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabed407-965d-4f8e-b5cb-d6752bd6594a {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:04:49.372508 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:49.385202 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ef48b4b4-fbe8-4b15-a376-98ec024e2c54 req-e7a75df5-98fb-4fe9-97d0-4a2d08d2e349 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607009
Nov 11 16:04:49.393210 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Transition to ACTIVE for port object fabed407-965d-4f8e-b5cb-d6752bd6594a will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:04:49.397279 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:49.401308 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1ae820e0-d796-4bf8-a0a4-2e152ef2074f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:49.558407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fabed407-965d-4f8e-b5cb-d6752bd6594a,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:49.566870 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:49.645316 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Attempting to bind port fabed407-965d-4f8e-b5cb-d6752bd6594a on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:04:49.645646 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Attempting to bind port fabed407-965d-4f8e-b5cb-d6752bd6594a by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:04:49.645974 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Attempting to bind port fabed407-965d-4f8e-b5cb-d6752bd6594a on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:49.651094 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Port fabed407-965d-4f8e-b5cb-d6752bd6594a on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:04:49.651412 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Attempting to bind port fabed407-965d-4f8e-b5cb-d6752bd6594a on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:04:49.656681 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:04:49.657015 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Checking segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:04:49.657390 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Bound using segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:04:49.657811 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Bound port: fabed407-965d-4f8e-b5cb-d6752bd6594a, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:04:49.658162 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:49.756219 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] For port fabed407-965d-4f8e-b5cb-d6752bd6594a, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:04:49.759285 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] For port fabed407-965d-4f8e-b5cb-d6752bd6594a, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:04:49.762854 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:49.766563 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-76e7744a-6b79-4a2c-ae35-9c157a99d5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:49.827369 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:49.827994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:49.829399 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] 10.222.0.15 "PUT /v2.0/ports/fabed407-965d-4f8e-b5cb-d6752bd6594a HTTP/1.1" status: 200  len: 1094 time: 1.1270263
Nov 11 16:04:49.833528 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'tag': 'fabed407-965d-4f8e-b5cb-d6752bd6594a'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:04:49.849100 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fabed407-965d-4f8e-b5cb-d6752bd6594a,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:49.852116 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:49.910487 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'tag': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'status': 'completed', 'code': 200}
Nov 11 16:04:49.952889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-d5ee10c1-e25e-4a10-80d3-5784f506f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:49.954526 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-d5ee10c1-e25e-4a10-80d3-5784f506f882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 1097 time: 0.0803535
Nov 11 16:04:50.024757 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-0b127dcd-2355-4160-aaaa-bd0b16e00d92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a HTTP/1.1" status: 200  len: 217 time: 0.0622294
Nov 11 16:04:50.092153 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-d3710732-37ed-4c79-a833-2db53c25ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:50.093760 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-d3710732-37ed-4c79-a833-2db53c25ab45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0628591
Nov 11 16:04:50.168610 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-4d940912-b89b-4105-8400-2473e39e1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:50.170120 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-4d940912-b89b-4105-8400-2473e39e1ea2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702243
Nov 11 16:04:50.302985 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-a448b45e-7008-41f3-b901-79779df5c0ce service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264343
Nov 11 16:04:50.502350 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e3a2d034-e331-46a0-b18f-a34b38991e44 req-10bf8b06-836a-4564-a7f1-51ac2ceae56b service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922977
Nov 11 16:04:50.518285 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef394f-90cc-4445-918c-cc650c25cda6 req-4721c7dc-6ffc-49e1-9493-9b4813f54064 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:50.519797 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a3ef394f-90cc-4445-918c-cc650c25cda6 req-4721c7dc-6ffc-49e1-9493-9b4813f54064 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 943 time: 0.1341681
Nov 11 16:04:50.576315 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632843e-5115-46d9-9407-53b29d8b0a49 req-fbe1f2ab-1c7f-44ab-8f14-7e0dd04f7b2c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:50.577812 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4632843e-5115-46d9-9407-53b29d8b0a49 req-fbe1f2ab-1c7f-44ab-8f14-7e0dd04f7b2c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 944 time: 0.0848203
Nov 11 16:04:50.580723 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 020d9e93-fb32-44f6-b7cd-87f68f3667d5 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:04:50.606456 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a3ef394f-90cc-4445-918c-cc650c25cda6 req-8d3f4bfa-05ca-4774-9a98-5c76d842ed4b tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804024
Nov 11 16:04:50.632785 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4632843e-5115-46d9-9407-53b29d8b0a49 req-560e6eef-adf3-4fc3-b27a-31f9fce78ecf tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486431
Nov 11 16:04:50.641415 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-e24c5837-c569-4e3b-9ffa-5e1aca01c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:50.642928 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-e24c5837-c569-4e3b-9ffa-5e1aca01c270 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 1097 time: 0.0873463
Nov 11 16:04:50.726141 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 020d9e93-fb32-44f6-b7cd-87f68f3667d5, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=020d9e93-fb32-44f6-b7cd-87f68f3667d5,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:50.743665 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '020d9e93-fb32-44f6-b7cd-87f68f3667d5', 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75', 'port_id': '020d9e93-fb32-44f6-b7cd-87f68f3667d5', 'mac_address': 'fa:16:3e:6a:b3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ce8890-a4f6-48b0-99fc-6b13a1271dfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:04:50.782655 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-4425a3ba-619b-466a-8ce4-128421eabc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:50.784131 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-4425a3ba-619b-466a-8ce4-128421eabc0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1337955
Nov 11 16:04:50.832108 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:50.852617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020d9e93-fb32-44f6-b7cd-87f68f3667d5 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:04:50.857557 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-c16f4bd4-7a4f-4b3b-995c-73e1fe6281bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a HTTP/1.1" status: 200  len: 217 time: 0.0666049
Nov 11 16:04:50.868788 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 020d9e93-fb32-44f6-b7cd-87f68f3667d5, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=020d9e93-fb32-44f6-b7cd-87f68f3667d5,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:50.873707 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:50.876550 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:50.923576 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-0386f0b2-23b3-4a2e-a067-d7163df56437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:50.925141 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-0386f0b2-23b3-4a2e-a067-d7163df56437 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0614963
Nov 11 16:04:50.945254 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=020d9e93-fb32-44f6-b7cd-87f68f3667d5,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:50.948580 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:51.078618 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['020d9e93-fb32-44f6-b7cd-87f68f3667d5'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:04:51.106736 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-c6ad0924-277c-4a54-af75-5b50df53471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:51.108212 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-c6ad0924-277c-4a54-af75-5b50df53471d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1759243
Nov 11 16:04:51.245697 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-932e416e-e8d2-4001-a75a-f10ef2e8e7e0 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302717
Nov 11 16:04:51.381266 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0b1a844d-8e44-43a4-ade5-efc15afe5b96 req-2c83f131-db9f-49d2-835f-eed78af83577 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289008
Nov 11 16:04:51.793237 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8ae39-206b-469e-887c-458255e03754 req-ed0ecf02-30e7-4c41-b4da-76204605e058 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:51.794804 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-57d8ae39-206b-469e-887c-458255e03754 req-ed0ecf02-30e7-4c41-b4da-76204605e058 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 944 time: 0.0813270
Nov 11 16:04:51.832761 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ee982-c1ae-4159-b4b4-b2a0965085b0 req-518f2855-9434-4798-bb0c-0a5f4703bd92 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:51.834222 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-365ee982-c1ae-4159-b4b4-b2a0965085b0 req-518f2855-9434-4798-bb0c-0a5f4703bd92 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 944 time: 0.0924149
Nov 11 16:04:51.847113 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-57d8ae39-206b-469e-887c-458255e03754 req-1ff43d6e-979c-4f56-a8e4-e217a80e1b9c tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458941
Nov 11 16:04:51.880436 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-365ee982-c1ae-4159-b4b4-b2a0965085b0 req-49f89938-22ca-4705-8239-89392512e89e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403938
Nov 11 16:04:52.581570 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 020d9e93-fb32-44f6-b7cd-87f68f3667d5 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:04:52.656054 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:04:52.661486 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:04:52.661865 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:52.785334 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:52.811531 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d33ae07-e290-4d03-b710-a0946f30cdcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020d9e93-fb32-44f6-b7cd-87f68f3667d5'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:04:52.822532 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 020d9e93-fb32-44f6-b7cd-87f68f3667d5, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=020d9e93-fb32-44f6-b7cd-87f68f3667d5,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:52.830574 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:52.833886 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:52.863865 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d33ae07-e290-4d03-b710-a0946f30cdcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020d9e93-fb32-44f6-b7cd-87f68f3667d5', 'code': 200}
Nov 11 16:04:52.910897 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=020d9e93-fb32-44f6-b7cd-87f68f3667d5,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:52.913286 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:53.047815 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37861d3-6e33-4973-811c-66fdb55ce946 req-8b536942-e4cf-49d2-82ae-23ae71918592 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:53.053181 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e37861d3-6e33-4973-811c-66fdb55ce946 req-8b536942-e4cf-49d2-82ae-23ae71918592 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 945 time: 0.0903010
Nov 11 16:04:53.096956 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e37861d3-6e33-4973-811c-66fdb55ce946 req-b39d703c-fe12-46a0-8865-0bd8c5dfea3f tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409718
Nov 11 16:04:53.148816 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa2e17-4729-47ff-a964-25f03f9f61c5 req-b23c5598-6a16-496e-a375-33301d83fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:53.150269 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5faa2e17-4729-47ff-a964-25f03f9f61c5 req-b23c5598-6a16-496e-a375-33301d83fbda service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 1098 time: 0.1065552
Nov 11 16:04:53.158307 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc806fd2-6eb2-4f4c-850b-1e6925fce136 req-3f59f13d-d52e-46f2-888c-3a72a467f38a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:53.159679 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dc806fd2-6eb2-4f4c-850b-1e6925fce136 req-3f59f13d-d52e-46f2-888c-3a72a467f38a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 944 time: 0.1568038
Nov 11 16:04:53.206395 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-dc806fd2-6eb2-4f4c-850b-1e6925fce136 req-c48d68c0-a484-4bdf-9bf4-c1948b546fe4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410335
Nov 11 16:04:53.297303 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:04:53.306414 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5faa2e17-4729-47ff-a964-25f03f9f61c5 req-b2a5a28b-91de-4162-b39b-eea60f188ead service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344663
Nov 11 16:04:54.398154 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10284d5b-4ae6-40dd-acc0-e95f1b203341 req-50978b6b-b67d-4a49-83d1-37cd2b1b8a53 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:54.399674 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-10284d5b-4ae6-40dd-acc0-e95f1b203341 req-50978b6b-b67d-4a49-83d1-37cd2b1b8a53 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 945 time: 0.1958845
Nov 11 16:04:54.405297 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f66dd1-3ac8-42b4-96d2-69d3d623e245 req-16bd5af4-6081-4366-a281-5b5880e93d48 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:54.406740 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c5f66dd1-3ac8-42b4-96d2-69d3d623e245 req-16bd5af4-6081-4366-a281-5b5880e93d48 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 944 time: 0.0885737
Nov 11 16:04:54.446439 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-10284d5b-4ae6-40dd-acc0-e95f1b203341 req-e420ca52-92be-4fd1-928d-a66d2db9b826 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406337
Nov 11 16:04:54.461434 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c5f66dd1-3ac8-42b4-96d2-69d3d623e245 req-31733fce-58c0-4217-b691-0e05a3f5a426 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475295
Nov 11 16:04:55.628981 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154f71-5068-481d-81c3-87f90f105101 req-584b3a42-d48f-4da1-a7d5-92f68ecac977 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:55.631085 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0f154f71-5068-481d-81c3-87f90f105101 req-584b3a42-d48f-4da1-a7d5-92f68ecac977 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 945 time: 0.0812874
Nov 11 16:04:55.646479 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820bf5b-dd62-4ad6-b067-d53c701fa057 req-a021f223-00ce-40cc-8f92-c51f8cf0135e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:55.648007 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5820bf5b-dd62-4ad6-b067-d53c701fa057 req-a021f223-00ce-40cc-8f92-c51f8cf0135e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 944 time: 0.0838175
Nov 11 16:04:55.680532 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-0f154f71-5068-481d-81c3-87f90f105101 req-33b29e68-1257-4d00-aa15-b767dd056269 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436676
Nov 11 16:04:55.695825 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5820bf5b-dd62-4ad6-b067-d53c701fa057 req-e26cba70-f400-435e-a807-1a3da4f83f41 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420337
Nov 11 16:04:56.669785 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b4d38-2f14-4a6d-a109-95def3d2f0c5 req-fd046b37-6ad4-46f5-8089-203e7c7c27de tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:56.671241 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c36b4d38-2f14-4a6d-a109-95def3d2f0c5 req-fd046b37-6ad4-46f5-8089-203e7c7c27de tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 945 time: 0.0817378
Nov 11 16:04:56.722153 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c36b4d38-2f14-4a6d-a109-95def3d2f0c5 req-d6edf317-7c03-4d20-b014-e6294e08e88e tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449538
Nov 11 16:04:56.894332 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb828a-a977-48db-848d-120022926ee1 req-9aa6414c-98c4-4d3b-af50-81690b2a6c2f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:56.895832 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1fcb828a-a977-48db-848d-120022926ee1 req-9aa6414c-98c4-4d3b-af50-81690b2a6c2f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 944 time: 0.0826857
Nov 11 16:04:56.943325 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1fcb828a-a977-48db-848d-120022926ee1 req-a0363c17-d29c-480b-a3a9-ca2facb1f47e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417519
Nov 11 16:04:57.953324 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe24558-99a7-4366-88b1-3ea304d55e26 req-6058d81a-28f2-43d0-8f29-2e4a57fa58db tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:57.954663 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2fe24558-99a7-4366-88b1-3ea304d55e26 req-6058d81a-28f2-43d0-8f29-2e4a57fa58db tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 945 time: 0.1121364
Nov 11 16:04:57.962689 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-61abfa43-205f-4f6b-87a2-ff302292f57a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:57.964045 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-61abfa43-205f-4f6b-87a2-ff302292f57a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 945 time: 0.1525578
Nov 11 16:04:58.065726 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2fe24558-99a7-4366-88b1-3ea304d55e26 req-79b280dd-06f5-45af-a43a-08738b2212e9 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007080
Nov 11 16:04:58.069478 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Deleting port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:04:58.069805 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:58.152839 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99a5ec-5d38-468f-bca6-d783b4170f2c req-3aa866ba-aa6b-48f3-a881-cefcb4453794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:58.154359 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1f99a5ec-5d38-468f-bca6-d783b4170f2c req-3aa866ba-aa6b-48f3-a881-cefcb4453794 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 944 time: 0.1042414
Nov 11 16:04:58.199602 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1f99a5ec-5d38-468f-bca6-d783b4170f2c req-5b09393c-eb9a-4182-b3e0-02ab253dee41 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394983
Nov 11 16:04:58.331485 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] For port 020d9e93-fb32-44f6-b7cd-87f68f3667d5, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=020d9e93-fb32-44f6-b7cd-87f68f3667d5,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:58.331850 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:58.457077 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Calling delete_port for 020d9e93-fb32-44f6-b7cd-87f68f3667d5 owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:04:58.591741 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device fabed407-965d-4f8e-b5cb-d6752bd6594a details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:04:58.701232 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:58.709734 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6441a2e8-ca18-47fc-91a9-8e20e29bb339 tempest-ServerRescueNegativeTestJSON-1683001501 tempest-ServerRescueNegativeTestJSON-1683001501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:58.712579 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['020d9e93-fb32-44f6-b7cd-87f68f3667d5'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:04:58.756217 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Pushing event deleted for resources: {'Port': ['ID=020d9e93-fb32-44f6-b7cd-87f68f3667d5,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:58.768202 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port fabed407-965d-4f8e-b5cb-d6752bd6594a, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:58.781670 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'port_id': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'mac_address': 'fa:16:3e:de:34:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:04:58.805478 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.805861 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.806234 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.806613 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.806967 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.807323 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.807682 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.808035 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.808424 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.808781 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.809134 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.809487 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:04:58.813320 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:58.846640 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:58.849021 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] No DVR routers for this DVR port 020d9e93-fb32-44f6-b7cd-87f68f3667d5 on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:04:58.851695 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:58.854827 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d33ae07-e290-4d03-b710-a0946f30cdcf', 'name': 'network-vif-deleted', 'tag': '020d9e93-fb32-44f6-b7cd-87f68f3667d5'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:04:58.865096 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabed407-965d-4f8e-b5cb-d6752bd6594a {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:04:58.872721 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ccf97ae9-a211-48b0-a508-7e342a753092 req-78d48f80-746a-4d4a-a0db-2ea72361b109 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.15 "DELETE /v2.0/ports/020d9e93-fb32-44f6-b7cd-87f68f3667d5 HTTP/1.1" status: 204  len: 173 time: 0.8893399
Nov 11 16:04:58.882737 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port fabed407-965d-4f8e-b5cb-d6752bd6594a, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:04:58.888382 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:04:58.893530 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:04:58.902506 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d33ae07-e290-4d03-b710-a0946f30cdcf', 'name': 'network-vif-deleted', 'tag': '020d9e93-fb32-44f6-b7cd-87f68f3667d5', 'status': 'completed', 'code': 200}
Nov 11 16:04:58.976032 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=fabed407-965d-4f8e-b5cb-d6752bd6594a,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:04:58.982246 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:04:59.082084 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['fabed407-965d-4f8e-b5cb-d6752bd6594a'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:04:59.234043 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1d88ac79-3ee8-464e-85a1-610414aca835 req-1e95c31b-6f14-4bfa-ae99-898e83c60206 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d33ae07-e290-4d03-b710-a0946f30cdcf HTTP/1.1" status: 200  len: 210 time: 0.0467217
Nov 11 16:04:59.401634 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385979f1-004d-4f45-a899-bf2d8aab5cb8 req-d13d74e7-99f4-4524-82b4-301566ed35d3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:04:59.403059 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-385979f1-004d-4f45-a899-bf2d8aab5cb8 req-d13d74e7-99f4-4524-82b4-301566ed35d3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 945 time: 0.0883138
Nov 11 16:04:59.461654 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-385979f1-004d-4f45-a899-bf2d8aab5cb8 req-88f10e95-f1d8-4195-ad6a-2f6113bc42a9 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525231
Nov 11 16:05:00.596466 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device fabed407-965d-4f8e-b5cb-d6752bd6594a up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:05:00.603069 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed85d-a833-45c4-9328-489ee5284937 req-18758018-8986-45d3-923b-b39d4e60b78c tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:00.607122 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-18758018-8986-45d3-923b-b39d4e60b78c tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/networks?id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75 HTTP/1.1" status: 200  len: 808 time: 0.1548860
Nov 11 16:05:00.622027 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-a184df42-e2e2-42a2-a491-5ccbe966f320 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/quotas/e608ece156864a6d8d09279a9bafd6f3 HTTP/1.1" status: 200  len: 375 time: 0.0102108
Nov 11 16:05:00.670820 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-a36ed85d-a833-45c4-9328-489ee5284937 req-ac503bb7-5529-4630-bc69-3fd11afce761 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Synchronizing usage tracker for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:05:00.672110 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port fabed407-965d-4f8e-b5cb-d6752bd6594a completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:05:00.677813 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port fabed407-965d-4f8e-b5cb-d6752bd6594a triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:05:00.678192 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:00.689318 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-a36ed85d-a833-45c4-9328-489ee5284937 req-ac503bb7-5529-4630-bc69-3fd11afce761 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Unset dirty status for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:05:00.690214 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b8aa4-c2aa-49bb-9db7-c5e578c8df3f req-976f7105-7e90-40ed-ab05-725a88bd4552 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:00.691283 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-ac503bb7-5529-4630-bc69-3fd11afce761 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e608ece156864a6d8d09279a9bafd6f3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0636246
Nov 11 16:05:00.697774 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bc9b8aa4-c2aa-49bb-9db7-c5e578c8df3f req-976f7105-7e90-40ed-ab05-725a88bd4552 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 945 time: 0.1088374
Nov 11 16:05:00.744891 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-bc9b8aa4-c2aa-49bb-9db7-c5e578c8df3f req-aeb17091-1db1-4527-92da-2bf162c13b18 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410078
Nov 11 16:05:00.803045 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:00.829669 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabed407-965d-4f8e-b5cb-d6752bd6594a'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:05:00.833532 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-8ea28fd9-c92a-4c15-a55d-4c5a9a194013 service neutron] 10.222.0.24 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323295
Nov 11 16:05:00.840288 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port fabed407-965d-4f8e-b5cb-d6752bd6594a, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:05:00.844643 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:00.845615 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 020d9e93-fb32-44f6-b7cd-87f68f3667d5 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:05:00.878502 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:00.920529 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'code': 200}
Nov 11 16:05:00.925723 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 020d9e93-fb32-44f6-b7cd-87f68f3667d5 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:05:00.926106 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 020d9e93-fb32-44f6-b7cd-87f68f3667d5 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:05:00.961258 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=fabed407-965d-4f8e-b5cb-d6752bd6594a,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:00.964370 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:00.975565 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-35fcf293-327e-42be-8e9d-246d6443ab89 service neutron] 10.222.0.24 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302619
Nov 11 16:05:01.156504 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ce73-3dfa-44b9-bbcc-255e004bbc8f req-6347d18a-9913-457a-ae55-d2290487179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:01.158079 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0760ce73-3dfa-44b9-bbcc-255e004bbc8f req-6347d18a-9913-457a-ae55-d2290487179d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 1099 time: 0.0768108
Nov 11 16:05:01.158283 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-e370ca72-e776-4e93-bbae-c09e160c0fec req-ba4a5aa5-919d-486a-b33c-1ab95e356eba tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 210 time: 0.0472975
Nov 11 16:05:01.204516 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0760ce73-3dfa-44b9-bbcc-255e004bbc8f req-52729175-0c1f-428e-bfa2-1e4406136c0d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403957
Nov 11 16:05:01.934307 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892f81-c108-4148-972c-96729dd223c2 req-66230463-aebb-4e98-9fa7-6308a35d5a1b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:01.936321 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e1892f81-c108-4148-972c-96729dd223c2 req-66230463-aebb-4e98-9fa7-6308a35d5a1b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 946 time: 0.0829999
Nov 11 16:05:01.986244 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e1892f81-c108-4148-972c-96729dd223c2 req-7aa9999a-508a-484c-8794-9b1af7fad760 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441170
Nov 11 16:05:02.222495 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed85d-a833-45c4-9328-489ee5284937 req-89cc1102-7318-46ec-9ea5-c599ae5bfe32 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:02.224148 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-89cc1102-7318-46ec-9ea5-c599ae5bfe32 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.15 "GET /v2.0/networks?id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75 HTTP/1.1" status: 200  len: 808 time: 0.1697488
Nov 11 16:05:02.240905 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Request body: {'port': {'device_id': 'c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf', 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75', 'admin_state_up': True, 'tenant_id': 'e608ece156864a6d8d09279a9bafd6f3'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:05:02.337258 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6ea33b4c-874d-407a-8f00-90bd4313e8d5 req-b28f528c-a876-4f14-875c-5d77d295f316 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 210 time: 0.0468547
Nov 11 16:05:02.396715 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:05:02.410892 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:05:02.423247 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Made reservation on behalf of e608ece156864a6d8d09279a9bafd6f3 for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:05:02.429269 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:02.597503 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Allocated IP 172.20.0.6 (558c125b-97b4-4ea9-9ef8-97f82d7fcf75/e0ce8890-a4f6-48b0-99fc-6b13a1271dfc/f3adeeeb-f43a-4d46-a0df-1e500a326a68) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:05:02.802711 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:02.833415 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:02.839309 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-53e4d329-ea00-4c9f-947b-674e3c728bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:03.001725 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:05:03.005656 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:05:03.009625 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:05:03.040540 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Pushing event updated for resources: {'Port': ['ID=f3adeeeb-f43a-4d46-a0df-1e500a326a68,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:03.051672 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:03.078369 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:03.078971 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:03.141436 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9091046
Nov 11 16:05:03.154224 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Request body: {'port': {'device_id': 'c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:05:03.286004 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3f94-38f0-4c43-a544-8d3fb7007c60 req-c7856225-e642-4bb1-87ee-6ef545400400 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:03.287355 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb9a3f94-38f0-4c43-a544-8d3fb7007c60 req-c7856225-e642-4bb1-87ee-6ef545400400 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 946 time: 0.1891339
Nov 11 16:05:03.294892 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:03.389415 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-fb9a3f94-38f0-4c43-a544-8d3fb7007c60 req-e730db02-deb7-4ffd-8064-62d6fd86102e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952971
Nov 11 16:05:03.534020 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e324005-ab03-47b1-8e1b-c907a5d04954 req-845832b4-4b3e-4a72-a0a4-fd418d5c4601 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:03.536953 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6e324005-ab03-47b1-8e1b-c907a5d04954 req-845832b4-4b3e-4a72-a0a4-fd418d5c4601 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 931 time: 0.0892830
Nov 11 16:05:03.581846 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6e324005-ab03-47b1-8e1b-c907a5d04954 req-53263a06-44cb-47de-b60c-8f4bf6d168e8 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392230
Nov 11 16:05:03.675607 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a14ef-11cc-4ccc-adc7-93bbb75bdf27 req-94af7c54-bea1-45e8-86ec-d9341be77dd0 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:03.677127 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e83a14ef-11cc-4ccc-adc7-93bbb75bdf27 req-94af7c54-bea1-45e8-86ec-d9341be77dd0 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 946 time: 0.1324987
Nov 11 16:05:03.779552 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e83a14ef-11cc-4ccc-adc7-93bbb75bdf27 req-4c5c6f74-3de1-4de5-931c-81e0e6b0e0c1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915053
Nov 11 16:05:03.781436 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3adeeeb-f43a-4d46-a0df-1e500a326a68 {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:05:03.789524 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:03.802873 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34992) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:05:03.803841 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Transition to ACTIVE for port object f3adeeeb-f43a-4d46-a0df-1e500a326a68 will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:05:03.807745 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:03.811418 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3bc2092a-f115-481d-a928-32aa6d56d1af tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:03.966949 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3adeeeb-f43a-4d46-a0df-1e500a326a68,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:03.974632 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:03.993631 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd27f97-ed37-46b8-aee1-c9250508bab2 tempest-TestVolumeBootPattern-974939379 tempest-TestVolumeBootPattern-974939379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:03.994338 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-abd27f97-ed37-46b8-aee1-c9250508bab2 tempest-TestVolumeBootPattern-974939379 tempest-TestVolumeBootPattern-974939379-project-admin] Synchronizing usage tracker for tenant:18e6a06652854d939a899f53a3879de9 on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:05:04.012870 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-abd27f97-ed37-46b8-aee1-c9250508bab2 tempest-TestVolumeBootPattern-974939379 tempest-TestVolumeBootPattern-974939379-project-admin] Unset dirty status for tenant:18e6a06652854d939a899f53a3879de9 on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:05:04.014107 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-abd27f97-ed37-46b8-aee1-c9250508bab2 tempest-TestVolumeBootPattern-974939379 tempest-TestVolumeBootPattern-974939379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 1094 time: 0.2102332
Nov 11 16:05:04.016991 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 34998) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:05:04.025425 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'port_id': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:05:04.032782 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:05:04.036928 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:floatingip and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:05:04.040557 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:05:04.046520 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Attempting to bind port f3adeeeb-f43a-4d46-a0df-1e500a326a68 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:05:04.047067 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Attempting to bind port f3adeeeb-f43a-4d46-a0df-1e500a326a68 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:05:04.047772 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Attempting to bind port f3adeeeb-f43a-4d46-a0df-1e500a326a68 on network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:05:04.048748 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:05:04.053018 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Port f3adeeeb-f43a-4d46-a0df-1e500a326a68 on network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:05:04.053368 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Attempting to bind port f3adeeeb-f43a-4d46-a0df-1e500a326a68 on network 558c125b-97b4-4ea9-9ef8-97f82d7fcf75 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:05:04.061609 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:05:04.062005 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:04.064946 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Checking segment: {'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:05:04.064946 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Bound using segment: {'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:05:04.064946 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Bound port: f3adeeeb-f43a-4d46-a0df-1e500a326a68, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a284aa-8cf0-4645-900b-9fe94ef618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:05:04.066105 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:04.163424 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] For port f3adeeeb-f43a-4d46-a0df-1e500a326a68, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:05:04.166506 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] For port f3adeeeb-f43a-4d46-a0df-1e500a326a68, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=f3adeeeb-f43a-4d46-a0df-1e500a326a68,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:05:04.172964 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:04.179000 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-45efcc5f-fbeb-4c66-b30c-dad18d97816a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:04.217079 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:04.240052 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:04.240698 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:04.242053 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3adeeeb-f43a-4d46-a0df-1e500a326a68 HTTP/1.1" status: 200  len: 1093 time: 1.0924399
Nov 11 16:05:04.242581 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf', 'tag': 'f3adeeeb-f43a-4d46-a0df-1e500a326a68'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:05:04.274390 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3adeeeb-f43a-4d46-a0df-1e500a326a68,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:04.281480 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:04.323355 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf', 'tag': 'f3adeeeb-f43a-4d46-a0df-1e500a326a68', 'status': 'completed', 'code': 200}
Nov 11 16:05:04.362109 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed85d-a833-45c4-9328-489ee5284937 req-d9ab7944-ab89-48b6-be48-da77dedee00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:04.364347 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-d9ab7944-ab89-48b6-be48-da77dedee00b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e608ece156864a6d8d09279a9bafd6f3&device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 1096 time: 0.0779293
Nov 11 16:05:04.379038 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Allocated IP 172.27.1.34 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/c46d1398-f627-4a88-9085-987af38daf7a) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:05:04.441205 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-009a4d77-c7d2-4be1-bf94-1d903705f86c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3adeeeb-f43a-4d46-a0df-1e500a326a68 HTTP/1.1" status: 200  len: 217 time: 0.0652709
Nov 11 16:05:04.508116 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed85d-a833-45c4-9328-489ee5284937 req-5159b0ae-66b6-42f4-993f-1fa9d7dfa4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:04.510112 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-5159b0ae-66b6-42f4-993f-1fa9d7dfa4f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0ce8890-a4f6-48b0-99fc-6b13a1271dfc HTTP/1.1" status: 200  len: 848 time: 0.0619602
Nov 11 16:05:04.532663 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:04.564776 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-b1a766a0-8762-4335-9c0a-9e85aa2d6d10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492158
Nov 11 16:05:04.565790 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:04.570110 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-7e4f11f3-20a6-4104-ba34-437dfd6bb65b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:04.642223 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:05:04.645142 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:05:04.649601 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:05:04.678121 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=c46d1398-f627-4a88-9085-987af38daf7a,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:04.687973 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:04.718725 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-ba1f96b2-e39f-47e9-be60-becc37ce3378 service neutron] 10.222.0.15 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477468
Nov 11 16:05:05.020667 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32807134-5afe-4a77-bdae-6bb87d3a7969 req-3e6178a6-9563-4743-9413-641cb8a952d9 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:05.021598 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-32807134-5afe-4a77-bdae-6bb87d3a7969 req-3e6178a6-9563-4743-9413-641cb8a952d9 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Synchronizing usage tracker for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:05:05.031365 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a36ed85d-a833-45c4-9328-489ee5284937 req-e3dc7f5d-9d28-4bbd-a51c-05a94a3d40ca service neutron] 10.222.0.15 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1884251
Nov 11 16:05:05.054611 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-32807134-5afe-4a77-bdae-6bb87d3a7969 req-3e6178a6-9563-4743-9413-641cb8a952d9 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Unset dirty status for tenant:e608ece156864a6d8d09279a9bafd6f3 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:05:05.056630 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32807134-5afe-4a77-bdae-6bb87d3a7969 req-3e6178a6-9563-4743-9413-641cb8a952d9 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 943 time: 0.3399582
Nov 11 16:05:05.163816 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32807134-5afe-4a77-bdae-6bb87d3a7969 req-c89ea7a3-6804-4710-84ad-a6c5f76955f4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999861
Nov 11 16:05:05.188347 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-4754860f-9d62-4bc9-baca-0e2a71f614c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:05.189848 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-4754860f-9d62-4bc9-baca-0e2a71f614c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e608ece156864a6d8d09279a9bafd6f3&device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 1096 time: 0.1094949
Nov 11 16:05:05.226930 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:05.302703 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:05.324259 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-ebb49308-de53-470f-9331-a5ba15853390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:05.325784 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-ebb49308-de53-470f-9331-a5ba15853390 service neutron] 10.222.0.15 "GET /v2.0/networks?id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75 HTTP/1.1" status: 200  len: 909 time: 0.1285322
Nov 11 16:05:05.397240 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-e1c7683f-f22d-4410-8d12-5c614967b3d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3adeeeb-f43a-4d46-a0df-1e500a326a68 HTTP/1.1" status: 200  len: 217 time: 0.0638115
Nov 11 16:05:05.461770 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-f25662ab-b20f-4f88-87be-866dffb087fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:05.463227 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-f25662ab-b20f-4f88-87be-866dffb087fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0ce8890-a4f6-48b0-99fc-6b13a1271dfc HTTP/1.1" status: 200  len: 848 time: 0.0583253
Nov 11 16:05:05.510043 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-cf11c3a7-e978-454b-884d-aaa4b169a6fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=558c125b-97b4-4ea9-9ef8-97f82d7fcf75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401788
Nov 11 16:05:05.510535 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:05.515049 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:05.518810 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-90fba583-a721-4768-9639-73b7e14e394a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:05.623486 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=c46d1398-f627-4a88-9085-987af38daf7a,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:05.627451 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:05.638432 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:05.645323 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-0308d8c9-f428-4218-a125-304ecec3a723 service neutron] 10.222.0.15 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276031
Nov 11 16:05:05.780277 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-df364b0d-52ea-406f-a9d7-162962ae4406 req-2e2b61a0-060c-45a8-afa4-fea995c61fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288002
Nov 11 16:05:05.812902 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Floating IP 14823a09-29ba-4808-bb00-fff8ba40416b associated. External IP: 172.27.1.34, port: fabed407-965d-4f8e-b5cb-d6752bd6594a.
Nov 11 16:05:06.169184 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:05:06.400622 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:05:06.411329 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:05:06.420598 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:05:06.421214 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d57b5d00>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:05:06.438658 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620098ee-ede9-4486-8988-a9deefc308ca req-58905c18-5b77-484f-8533-6cdd4a6220fe tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:06.440153 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-620098ee-ede9-4486-8988-a9deefc308ca req-58905c18-5b77-484f-8533-6cdd4a6220fe tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 943 time: 0.1311789
Nov 11 16:05:06.441388 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:06.524384 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5062864
Nov 11 16:05:06.527252 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'tag': 'fabed407-965d-4f8e-b5cb-d6752bd6594a'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:05:06.536416 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-620098ee-ede9-4486-8988-a9deefc308ca req-1215cbc2-66bf-49d1-82da-a9fcd93d6457 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708084
Nov 11 16:05:06.579776 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'tag': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'status': 'completed', 'code': 200}
Nov 11 16:05:06.640292 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:05:06.676124 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c788-6f14-4612-82c8-231b9f426044 req-42c94975-ab71-4505-81ba-177c92aee950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:06.677554 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7d99c788-6f14-4612-82c8-231b9f426044 req-42c94975-ab71-4505-81ba-177c92aee950 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 1099 time: 0.0747426
Nov 11 16:05:06.810294 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c788-6f14-4612-82c8-231b9f426044 req-4599fba6-5dc6-4c31-8a55-ced8288bdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:06.811753 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7d99c788-6f14-4612-82c8-231b9f426044 req-4599fba6-5dc6-4c31-8a55-ced8288bdeb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1279368
Nov 11 16:05:06.917347 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7d99c788-6f14-4612-82c8-231b9f426044 req-bae163d5-3555-4edc-9c23-3b23dcb133c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a HTTP/1.1" status: 200  len: 999 time: 0.0993023
Nov 11 16:05:06.979746 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c788-6f14-4612-82c8-231b9f426044 req-28bb64ad-7db5-44f2-b5b3-db32b4560c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:06.981249 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7d99c788-6f14-4612-82c8-231b9f426044 req-28bb64ad-7db5-44f2-b5b3-db32b4560c72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0576973
Nov 11 16:05:06.986059 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d57b5d00>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '14823a09-29ba-4808-bb00-fff8ba40416b', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:de:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:05:05Z', 'updated_at': '2021-11-11T16:05:05Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:05:06.990461 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:05:06.999056 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:05:06.999662 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d57b5d00>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:04:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:05:07.056456 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c788-6f14-4612-82c8-231b9f426044 req-3f2dd8df-4499-4b87-a20b-d2c7beca303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:07.057939 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7d99c788-6f14-4612-82c8-231b9f426044 req-3f2dd8df-4499-4b87-a20b-d2c7beca303a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704396
Nov 11 16:05:07.182805 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:05:07.196560 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7d99c788-6f14-4612-82c8-231b9f426044 req-cbac1836-f3de-4d43-b7ba-f2f9866cc090 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311338
Nov 11 16:05:07.425533 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7d99c788-6f14-4612-82c8-231b9f426044 req-c7f72299-30ad-4902-87f0-26fc4c3ac311 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228246
Nov 11 16:05:07.542584 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d57b5d00>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '14823a09-29ba-4808-bb00-fff8ba40416b', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:de:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:05:05Z', 'updated_at': '2021-11-11T16:05:05Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:05:07.546567 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81ac52-9ec3-4652-ba6a-18c3b4e9a566 None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '14823a09-29ba-4808-bb00-fff8ba40416b', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:de:34:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:05:05Z', 'updated_at': '2021-11-11T16:05:05Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:05:07.748729 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f608fc-8e19-41c1-8b27-4f4957057671 None None] New status for floating IP 14823a09-29ba-4808-bb00-fff8ba40416b: ACTIVE {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:05:07.845630 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a456760-c24f-4387-a5d3-cfa44398257b req-38beea3f-599a-4201-acda-03d8d87aa6d0 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:07.847117 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a456760-c24f-4387-a5d3-cfa44398257b req-38beea3f-599a-4201-acda-03d8d87aa6d0 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 943 time: 0.1978204
Nov 11 16:05:07.892663 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a456760-c24f-4387-a5d3-cfa44398257b req-53105b99-db5b-417b-8e96-ee52ede7b929 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392399
Nov 11 16:05:08.654210 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device f3adeeeb-f43a-4d46-a0df-1e500a326a68 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:05:08.793100 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port f3adeeeb-f43a-4d46-a0df-1e500a326a68, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=f3adeeeb-f43a-4d46-a0df-1e500a326a68,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:05:08.809917 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'f3adeeeb-f43a-4d46-a0df-1e500a326a68', 'network_id': '558c125b-97b4-4ea9-9ef8-97f82d7fcf75', 'port_id': 'f3adeeeb-f43a-4d46-a0df-1e500a326a68', 'mac_address': 'fa:16:3e:55:a4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ce8890-a4f6-48b0-99fc-6b13a1271dfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:05:08.866055 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:08.882998 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3adeeeb-f43a-4d46-a0df-1e500a326a68 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:05:08.900168 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port f3adeeeb-f43a-4d46-a0df-1e500a326a68, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=f3adeeeb-f43a-4d46-a0df-1e500a326a68,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:05:08.904634 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:08.906636 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:08.976030 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=f3adeeeb-f43a-4d46-a0df-1e500a326a68,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:08.979042 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:09.082796 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95fa2-8d67-4c5e-9713-4c2c804eb523 req-288f1532-cf4e-4d9e-8173-00f51798007d tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:09.084295 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-30b95fa2-8d67-4c5e-9713-4c2c804eb523 req-288f1532-cf4e-4d9e-8173-00f51798007d tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 944 time: 0.0823288
Nov 11 16:05:09.119278 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['f3adeeeb-f43a-4d46-a0df-1e500a326a68'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:05:09.129706 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-30b95fa2-8d67-4c5e-9713-4c2c804eb523 req-ddeb23b4-d516-4fc1-9b4c-8ed1fbf9965b tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397930
Nov 11 16:05:10.317724 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83093df-dac3-48cf-8c68-f797b3f5b0e6 req-ff41abce-e298-47ad-a39e-d071b3ef98b0 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:10.319190 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f83093df-dac3-48cf-8c68-f797b3f5b0e6 req-ff41abce-e298-47ad-a39e-d071b3ef98b0 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 944 time: 0.0842066
Nov 11 16:05:10.365552 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f83093df-dac3-48cf-8c68-f797b3f5b0e6 req-c7811f73-f835-4904-827b-0e9dc4b6281a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401838
Nov 11 16:05:10.669898 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device f3adeeeb-f43a-4d46-a0df-1e500a326a68 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:05:10.739172 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port f3adeeeb-f43a-4d46-a0df-1e500a326a68 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:05:10.743758 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port f3adeeeb-f43a-4d46-a0df-1e500a326a68 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:05:10.744135 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:10.859455 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:10.921778 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3adeeeb-f43a-4d46-a0df-1e500a326a68'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:05:10.931162 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port f3adeeeb-f43a-4d46-a0df-1e500a326a68, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=f3adeeeb-f43a-4d46-a0df-1e500a326a68,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:05:10.935951 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:10.937812 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:10.974597 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3adeeeb-f43a-4d46-a0df-1e500a326a68', 'code': 200}
Nov 11 16:05:11.009869 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=f3adeeeb-f43a-4d46-a0df-1e500a326a68,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:11.012810 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:11.201751 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf684e17-a5e2-4660-84c7-70a01506eed2 req-3219ca0e-2055-4247-9ff4-1f996b4196fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:11.203112 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cf684e17-a5e2-4660-84c7-70a01506eed2 req-3219ca0e-2055-4247-9ff4-1f996b4196fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 1098 time: 0.0746331
Nov 11 16:05:11.244504 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-cf684e17-a5e2-4660-84c7-70a01506eed2 req-a76a1dc2-d509-4d1d-996b-61ab488e0288 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352976
Nov 11 16:05:11.547872 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18963444-9103-468c-8bc0-448278ae70e9 req-6b02243c-4379-4de9-86e0-7409b9ab4fc9 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:11.548757 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5640d272-ff48-4fd5-bb1a-c444fb5d50cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:11.549482 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-18963444-9103-468c-8bc0-448278ae70e9 req-6b02243c-4379-4de9-86e0-7409b9ab4fc9 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 945 time: 0.0804274
Nov 11 16:05:11.594598 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-18963444-9103-468c-8bc0-448278ae70e9 req-a9eab818-090d-4f38-85da-5e39c5148350 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387392
Nov 11 16:05:11.826492 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:12.782486 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821e7d-e321-41c3-8a69-32e2dcb79786 req-6487b762-58ff-41f3-b3f0-9a68fa2aa43a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:12.783953 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-92821e7d-e321-41c3-8a69-32e2dcb79786 req-6487b762-58ff-41f3-b3f0-9a68fa2aa43a tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 945 time: 0.0803120
Nov 11 16:05:12.828120 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-92821e7d-e321-41c3-8a69-32e2dcb79786 req-1ef8e7bd-245c-4f67-aef0-ead03e0bd9f2 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377264
Nov 11 16:05:13.990615 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b8472-b717-45ce-b8ca-0a76bb3d0e9b req-cb917b4f-4109-4664-8237-7576d67f0c9c tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:13.992127 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c91b8472-b717-45ce-b8ca-0a76bb3d0e9b req-cb917b4f-4109-4664-8237-7576d67f0c9c tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 945 time: 0.0896749
Nov 11 16:05:14.036593 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c91b8472-b717-45ce-b8ca-0a76bb3d0e9b req-832b9629-83d5-4ad3-8efe-a8d6f190b382 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388501
Nov 11 16:05:14.064904 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-708013d5-2152-41e8-a155-835f2da6378e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:14.313249 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:15.147483 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:15.230961 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-155649b5-c06c-4876-98ed-c88013d744f8 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:15.231554 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2539-354a-412a-9b20-123c7bb506bb req-6db239ab-4114-4ed5-927b-dc99675c07de tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:15.232422 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-155649b5-c06c-4876-98ed-c88013d744f8 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.15 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 945 time: 0.0816934
Nov 11 16:05:15.232790 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7bdc2539-354a-412a-9b20-123c7bb506bb req-6db239ab-4114-4ed5-927b-dc99675c07de tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 945 time: 0.0857158
Nov 11 16:05:15.278359 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7bdc2539-354a-412a-9b20-123c7bb506bb req-d5298b21-d2eb-437f-bcdd-1ec079647585 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/security-groups?id=43700a5e-0a79-462e-86b0-dd6286099c9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389547
Nov 11 16:05:15.307359 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Deleting port f3adeeeb-f43a-4d46-a0df-1e500a326a68 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:05:15.307698 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:15.563870 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] For port f3adeeeb-f43a-4d46-a0df-1e500a326a68, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=f3adeeeb-f43a-4d46-a0df-1e500a326a68,segment=NetworkSegment(c3a284aa-8cf0-4645-900b-9fe94ef618b8),segment_id=c3a284aa-8cf0-4645-900b-9fe94ef618b8)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:05:15.564229 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:15.702576 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Calling delete_port for f3adeeeb-f43a-4d46-a0df-1e500a326a68 owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:05:15.855510 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:15.861471 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-a10d23c1-97a3-4509-9ca1-5c979c191afd tempest-TestMinimumBasicScenario-253995936 tempest-TestMinimumBasicScenario-253995936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:15.869205 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['f3adeeeb-f43a-4d46-a0df-1e500a326a68'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:05:15.909438 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Pushing event deleted for resources: {'Port': ['ID=f3adeeeb-f43a-4d46-a0df-1e500a326a68,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:15.912997 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:15.995098 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] No DVR routers for this DVR port f3adeeeb-f43a-4d46-a0df-1e500a326a68 on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:05:15.998374 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:16.002394 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf', 'name': 'network-vif-deleted', 'tag': 'f3adeeeb-f43a-4d46-a0df-1e500a326a68'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:05:16.021342 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5d0aa593-bb87-49d7-957b-b6fa51d674ec req-558d2ca3-f26e-427d-90f0-bbe2cfea6395 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.15 "DELETE /v2.0/ports/f3adeeeb-f43a-4d46-a0df-1e500a326a68 HTTP/1.1" status: 204  len: 173 time: 0.7831771
Nov 11 16:05:16.052757 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf', 'name': 'network-vif-deleted', 'tag': 'f3adeeeb-f43a-4d46-a0df-1e500a326a68', 'status': 'completed', 'code': 200}
Nov 11 16:05:16.438155 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-8f572e53-2ead-45a3-8b4f-5beeaae2377f req-d26c8bd0-9595-4b4a-adea-0d5e953e86d9 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c051a89c-c4d6-4da5-9fa0-f5ca64c84ecf HTTP/1.1" status: 200  len: 210 time: 0.0426395
Nov 11 16:05:16.720218 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:18.699797 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device f3adeeeb-f43a-4d46-a0df-1e500a326a68 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:05:18.735279 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: f3adeeeb-f43a-4d46-a0df-1e500a326a68 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:05:18.735414 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device f3adeeeb-f43a-4d46-a0df-1e500a326a68 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:05:30.296775 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:05:39.150876 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35274) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:05:39.213121 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Deleting subnet e0ce8890-a4f6-48b0-99fc-6b13a1271dfc {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:05:39.216100 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.264217 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.317450 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.385775 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.389184 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:39.423256 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ce8890-a4f6-48b0-99fc-6b13a1271dfc,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:39.428160 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.434997 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.435371 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.435736 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.436097 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.436479 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.436835 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.437191 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.437537 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.437891 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.438237 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.438581 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.438925 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:39.442860 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:39.444773 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0ce8890-a4f6-48b0-99fc-6b13a1271dfc HTTP/1.1" status: 204  len: 168 time: 0.2926991
Nov 11 16:05:39.447050 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35278) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:05:39.551913 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.676198 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.701049 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d5f87250>,) {'filters': {'network_id': ['558c125b-97b4-4ea9-9ef8-97f82d7fcf75']}} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:05:39.712871 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5f87250>, 'c3a284aa-8cf0-4645-900b-9fe94ef618b8') {'for_net_delete': True} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:05:39.713159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.services.segments.db [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d5f87250>, 'c3a284aa-8cf0-4645-900b-9fe94ef618b8') {} {{(pid=86847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:05:39.724204 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2079373'] for segment, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.740318 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.746247 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=86847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:05:39.746622 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1891331'] for segment, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]: Traceback (most recent call last):
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     timer()
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     cb(*args, **kw)
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     return func(*args, **kwargs)
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     self._notify()
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     self.callback(batched_events)
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     event.method(event)
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     return f(self, *a, **k)
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._get(url).json()
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:05:39.759903 dv-cinder-811151-2-iscsi neutron-server[86847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:05:39.836707 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.840885 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c25cd556-20a7-48db-b1a9-dda4e1ff4725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:39.853667 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:39.864690 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=558c125b-97b4-4ea9-9ef8-97f82d7fcf75,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:39.867784 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:39.873356 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-cd0ff525-961f-468a-8557-684bc7ed62d3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/558c125b-97b4-4ea9-9ef8-97f82d7fcf75 HTTP/1.1" status: 204  len: 168 time: 0.4253626
Nov 11 16:05:39.994399 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35288) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:05:40.045254 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-7c45f578-d2c8-4077-a846-a37113166eed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e608ece156864a6d8d09279a9bafd6f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495613
Nov 11 16:05:40.047583 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35292) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:05:40.112661 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc433-25ec-41be-9d27-9f4bee324649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:40.142697 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc433-25ec-41be-9d27-9f4bee324649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:40.197866 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc433-25ec-41be-9d27-9f4bee324649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:40.201774 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6385c851-2625-4b45-9a78-8a16183b93d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:40.217280 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cc433-25ec-41be-9d27-9f4bee324649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43700a5e-0a79-462e-86b0-dd6286099c9f,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:40.219866 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-4f1cc433-25ec-41be-9d27-9f4bee324649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:40.225585 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc433-25ec-41be-9d27-9f4bee324649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:40.226708 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-4f1cc433-25ec-41be-9d27-9f4bee324649 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43700a5e-0a79-462e-86b0-dd6286099c9f HTTP/1.1" status: 204  len: 168 time: 0.1782482
Nov 11 16:05:41.551921 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dfce9ac5-3e5e-489b-9332-adda1dfdfd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:41.828835 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.068061 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d4252b51-9e55-4fb7-a0f8-9934fe95eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.166952 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35338) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:05:44.282400 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.296753 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:05:44.301146 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Usage tracker for resource:security_group_rule and tenant:ba33f48563c048f8acc8df58f3d70309 is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:05:44.304173 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:05:44.305894 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.310191 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:05:44.391228 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.396180 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.404360 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-2206a4f9-0954-4f18-accb-a64d38384245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:44.447519 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba33f48563c048f8acc8df58f3d70309&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2794979
Nov 11 16:05:44.448451 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ad429-c5c2-4701-833c-2d80423db2f0,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:44.450355 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 35344) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:05:44.451573 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-2c2ca687-493b-4ac9-88f4-4b1f7b771d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:44.510581 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-19a11704-7eb2-4fd6-a208-f631016a9e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.535859 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-19a11704-7eb2-4fd6-a208-f631016a9e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.585896 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-19a11704-7eb2-4fd6-a208-f631016a9e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.589473 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7bc98792-0f5f-4637-939c-1d63494d87dd tempest-AttachVolumeShelveTestJSON-2110381599 tempest-AttachVolumeShelveTestJSON-2110381599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:44.600748 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a11704-7eb2-4fd6-a208-f631016a9e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ad429-c5c2-4701-833c-2d80423db2f0,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:44.604044 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-19a11704-7eb2-4fd6-a208-f631016a9e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:44.607200 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-19a11704-7eb2-4fd6-a208-f631016a9e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:44.610795 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-19a11704-7eb2-4fd6-a208-f631016a9e4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d45ad429-c5c2-4701-833c-2d80423db2f0 HTTP/1.1" status: 204  len: 168 time: 0.1568844
Nov 11 16:05:45.150294 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:46.726146 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:47.191481 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-abe3a529-735c-4c0d-8c9c-913c32980ff4 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ef32401230df4e80864b64f7aa3a75e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0288477
Nov 11 16:05:47.344972 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-01da5377-11fd-4398-999d-4ae80d49ce36 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:47.346420 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-01da5377-11fd-4398-999d-4ae80d49ce36 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1497221
Nov 11 16:05:47.360604 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-3783759c-d54e-4a30-a3cc-4c8a4b9c662d tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/quotas/ef32401230df4e80864b64f7aa3a75e4 HTTP/1.1" status: 200  len: 375 time: 0.0087242
Nov 11 16:05:47.407570 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-105914bd-cfe8-4f76-816e-8c7ae0edcc00 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef32401230df4e80864b64f7aa3a75e4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0413206
Nov 11 16:05:47.709038 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6e515bc6-a87c-4575-966d-b44c30ce60ae req-ee1d4671-9835-43bd-83e1-bc14302b6e66 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 210 time: 0.1684411
Nov 11 16:05:48.524646 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-aa270182-93fe-4d7f-bdbb-927902a4feb7 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ef32401230df4e80864b64f7aa3a75e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0274806
Nov 11 16:05:48.769602 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-e6150edc-cd48-4339-a35a-6511e5344dc4 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:48.771023 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-e6150edc-cd48-4339-a35a-6511e5344dc4 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2410886
Nov 11 16:05:48.788743 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Request body: {'port': {'device_id': 'd4948485-1dda-4552-9eb4-9a2d65a8bed0', 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a', 'admin_state_up': True, 'tenant_id': 'ef32401230df4e80864b64f7aa3a75e4'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:05:48.863971 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-56597390-4290-4187-a234-ddae7f7a991a req-a24f07f9-575b-46a2-a7c5-d2d6e1b42bf7 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 210 time: 0.0472236
Nov 11 16:05:48.927000 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:05:48.930885 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Usage tracker for resource:port and tenant:ef32401230df4e80864b64f7aa3a75e4 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:05:48.933738 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:05:48.940029 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:05:48.949666 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Made reservation on behalf of ef32401230df4e80864b64f7aa3a75e4 for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:05:48.953335 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:48.966159 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks [] for security_group, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:48.980623 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:05:48.984442 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Usage tracker for resource:security_group_rule and tenant:ef32401230df4e80864b64f7aa3a75e4 is out of sync, need to count used quota {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:05:48.987494 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:05:48.993204 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:05:49.074879 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks [] for security_group, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:49.078723 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:49.082140 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-769b211d-b466-487e-828d-96cc2c76687b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:49.167073 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d9d782-cf9e-4147-82b7-b720ae966edd,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:49.172152 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:49.252577 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Allocated IP 192.168.233.189 (7edacab0-96d9-4662-931e-2b0b6797390a/83310f96-0963-4411-a996-7a66280541a7/fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:05:49.455175 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:49.471125 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Transition to ACTIVE for port object fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:05:49.494798 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:49.500907 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-21b12a71-986e-4896-a3f9-c158e89ac66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:49.571910 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Network 7edacab0-96d9-4662-931e-2b0b6797390a is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:05:49.575215 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:05:49.579131 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:05:49.609827 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Pushing event updated for resources: {'Port': ['ID=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:49.621881 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:49.649097 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:49.649723 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:49.679212 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-5c06cd58-ae0b-4ddb-a377-f1206d90c47f tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8941424
Nov 11 16:05:49.690744 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Request body: {'port': {'device_id': 'd4948485-1dda-4552-9eb4-9a2d65a8bed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:05:49.783046 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-08160f4d-4b51-406f-905b-2d0ddd4d6e7f None None] Provisioning for port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:05:49.788520 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-08160f4d-4b51-406f-905b-2d0ddd4d6e7f None None] Provisioning complete for port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:05:49.789139 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-08160f4d-4b51-406f-905b-2d0ddd4d6e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:49.807456 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:49.841634 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-08160f4d-4b51-406f-905b-2d0ddd4d6e7f None None] Port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:05:50.159394 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce06f-fee7-48bf-9415-b9d3901f7d8a req-a40c2b63-a3c7-409d-bc5b-40bbcb18354b tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:50.160082 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-c99ce06f-fee7-48bf-9415-b9d3901f7d8a req-a40c2b63-a3c7-409d-bc5b-40bbcb18354b tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Synchronizing usage tracker for tenant:ef32401230df4e80864b64f7aa3a75e4 on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:05:50.228368 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-c99ce06f-fee7-48bf-9415-b9d3901f7d8a req-a40c2b63-a3c7-409d-bc5b-40bbcb18354b tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Unset dirty status for tenant:ef32401230df4e80864b64f7aa3a75e4 on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:05:50.229517 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c99ce06f-fee7-48bf-9415-b9d3901f7d8a req-a40c2b63-a3c7-409d-bc5b-40bbcb18354b tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 936 time: 0.2514918
Nov 11 16:05:50.255679 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:05:50.266774 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:50.297371 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Transition to ACTIVE for port object fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:05:50.300428 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-c99ce06f-fee7-48bf-9415-b9d3901f7d8a req-473733bd-b325-40f6-8a3c-1eaad1cd2107 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Synchronizing usage tracker for tenant:ef32401230df4e80864b64f7aa3a75e4 on resource:security_group {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:05:50.305389 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:50.311907 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-2ae53f82-048b-46b1-85d2-30dc9125d96f tempest-VolumesSnapshotTestJSON-179881299 tempest-VolumesSnapshotTestJSON-179881299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:50.433804 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-c99ce06f-fee7-48bf-9415-b9d3901f7d8a req-473733bd-b325-40f6-8a3c-1eaad1cd2107 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Unset dirty status for tenant:ef32401230df4e80864b64f7aa3a75e4 on resource:security_group {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:05:50.434989 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c99ce06f-fee7-48bf-9415-b9d3901f7d8a req-473733bd-b325-40f6-8a3c-1eaad1cd2107 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989734
Nov 11 16:05:50.480168 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:50.490930 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:50.561912 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Attempting to bind port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:05:50.562255 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Attempting to bind port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:05:50.562583 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Attempting to bind port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 on network 7edacab0-96d9-4662-931e-2b0b6797390a {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:05:50.567423 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 on network 7edacab0-96d9-4662-931e-2b0b6797390a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:05:50.567741 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Attempting to bind port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 on network 7edacab0-96d9-4662-931e-2b0b6797390a {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:05:50.573120 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:05:50.573451 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Checking segment: {'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:05:50.573863 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Bound using segment: {'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:05:50.574289 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Bound port: fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a763cc6-3104-4696-8887-7ea10f107107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:05:50.574634 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:50.673077 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] For port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:05:50.677205 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] For port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,segment=NetworkSegment(0a763cc6-3104-4696-8887-7ea10f107107),segment_id=0a763cc6-3104-4696-8887-7ea10f107107)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:05:50.682605 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:50.687021 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-4bcb6c43-b1ed-4858-9fe0-59d26f086920 tempest-TestShelveInstance-1166865432 tempest-TestShelveInstance-1166865432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:50.842572 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:50.843481 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:50.844589 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] 10.222.0.15 "PUT /v2.0/ports/fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 HTTP/1.1" status: 200  len: 1098 time: 1.1582909
Nov 11 16:05:50.845073 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4948485-1dda-4552-9eb4-9a2d65a8bed0', 'tag': 'fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:05:50.867201 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:50.871194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:50.920135 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4948485-1dda-4552-9eb4-9a2d65a8bed0', 'tag': 'fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2', 'status': 'completed', 'code': 200}
Nov 11 16:05:50.966336 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-2b2c6181-e4ca-4307-9a8c-539ed7d18831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:50.967933 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-2b2c6181-e4ca-4307-9a8c-539ed7d18831 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef32401230df4e80864b64f7aa3a75e4&device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 1101 time: 0.0795877
Nov 11 16:05:51.041627 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-23faaed3-8932-4143-b024-f284b97dde6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 HTTP/1.1" status: 200  len: 217 time: 0.0667322
Nov 11 16:05:51.112688 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-7554c254-094a-412e-8c3f-e11654ec777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:51.114034 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-7554c254-094a-412e-8c3f-e11654ec777f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83310f96-0963-4411-a996-7a66280541a7 HTTP/1.1" status: 200  len: 843 time: 0.0665152
Nov 11 16:05:51.190987 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-9e2ec631-1563-4b01-bb73-48f758d851c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:51.192403 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-9e2ec631-1563-4b01-bb73-48f758d851c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7edacab0-96d9-4662-931e-2b0b6797390a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0715361
Nov 11 16:05:51.323700 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-76eec998-90b5-4f13-a16f-dce5da63f1c0 service neutron] 10.222.0.15 "GET /v2.0/networks/7edacab0-96d9-4662-931e-2b0b6797390a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251905
Nov 11 16:05:51.454566 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f7decea-3bb0-44d4-9456-662e37b1b9d6 req-0eb47a11-2773-4924-8181-e5faa9cc25de service neutron] 10.222.0.15 "GET /v2.0/networks/7edacab0-96d9-4662-931e-2b0b6797390a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248879
Nov 11 16:05:51.620270 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34c9f2-db30-433f-99da-be3791fa248b req-80e28bdb-53e7-4f08-ab44-d2dd047fb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:51.621758 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6a34c9f2-db30-433f-99da-be3791fa248b req-80e28bdb-53e7-4f08-ab44-d2dd047fb70d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef32401230df4e80864b64f7aa3a75e4&device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 1101 time: 0.1249409
Nov 11 16:05:51.725397 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047ad1-2792-4938-933a-a62b17db51a6 req-4f955eee-8b7e-4f85-ac0c-3e84c5e9186c tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:51.726758 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e9047ad1-2792-4938-933a-a62b17db51a6 req-4f955eee-8b7e-4f85-ac0c-3e84c5e9186c tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 948 time: 0.1763308
Nov 11 16:05:51.804871 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34c9f2-db30-433f-99da-be3791fa248b req-e1bb8e62-cfd0-462f-8d0b-023cb008bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:51.806289 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6a34c9f2-db30-433f-99da-be3791fa248b req-e1bb8e62-cfd0-462f-8d0b-023cb008bfd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7edacab0-96d9-4662-931e-2b0b6797390a HTTP/1.1" status: 200  len: 870 time: 0.1779082
Nov 11 16:05:51.810651 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e9047ad1-2792-4938-933a-a62b17db51a6 req-e67b8a1c-db4e-4d27-a523-2354b6bd8d7c tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689836
Nov 11 16:05:51.877743 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6a34c9f2-db30-433f-99da-be3791fa248b req-56d94aa5-9953-48ca-b0e3-76df433b72aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 HTTP/1.1" status: 200  len: 217 time: 0.0636976
Nov 11 16:05:51.941360 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34c9f2-db30-433f-99da-be3791fa248b req-3875b6b5-b180-41c3-8e37-28925bd21179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:51.942777 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6a34c9f2-db30-433f-99da-be3791fa248b req-3875b6b5-b180-41c3-8e37-28925bd21179 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83310f96-0963-4411-a996-7a66280541a7 HTTP/1.1" status: 200  len: 843 time: 0.0574298
Nov 11 16:05:52.024002 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34c9f2-db30-433f-99da-be3791fa248b req-72f548ab-08e9-40f2-8b7d-69faa14bbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:52.025396 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6a34c9f2-db30-433f-99da-be3791fa248b req-72f548ab-08e9-40f2-8b7d-69faa14bbf78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7edacab0-96d9-4662-931e-2b0b6797390a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0726399
Nov 11 16:05:52.156134 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6a34c9f2-db30-433f-99da-be3791fa248b req-7d47bef9-3986-481f-b32e-89bcb8216668 service neutron] 10.222.0.15 "GET /v2.0/networks/7edacab0-96d9-4662-931e-2b0b6797390a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237347
Nov 11 16:05:52.286416 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6a34c9f2-db30-433f-99da-be3791fa248b req-04bd8ca2-2c2d-4a23-be28-97d39251536e service neutron] 10.222.0.15 "GET /v2.0/networks/7edacab0-96d9-4662-931e-2b0b6797390a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224442
Nov 11 16:05:53.094180 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b77e-c303-4aa3-a9e0-13f9748fe5d0 req-5a8848b6-85c0-4c12-9688-aae52bb8407a tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:53.095660 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9cd8b77e-c303-4aa3-a9e0-13f9748fe5d0 req-5a8848b6-85c0-4c12-9688-aae52bb8407a tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 948 time: 0.1771197
Nov 11 16:05:53.148113 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9cd8b77e-c303-4aa3-a9e0-13f9748fe5d0 req-79752cc2-cf9d-4b2b-9da1-73ea93d00d28 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456567
Nov 11 16:05:54.067598 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-d1c253d6-df12-439f-9782-4c7ad645c5dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686295
Nov 11 16:05:54.212705 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-84e60a12-fd44-441e-a6c4-d2960f14a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:54.214218 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-84e60a12-fd44-441e-a6c4-d2960f14a2a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 1099 time: 0.0753801
Nov 11 16:05:54.508439 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-dc76c585-a909-423b-8a5d-b318259bc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:54.509806 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-dc76c585-a909-423b-8a5d-b318259bc3b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.2767794
Nov 11 16:05:54.520407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b7591-cf93-43c7-83a5-ef0563fbf4cd req-86e2fed3-9587-4a2d-a343-a8a0a273504b tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:54.521761 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-539b7591-cf93-43c7-83a5-ef0563fbf4cd req-86e2fed3-9587-4a2d-a343-a8a0a273504b tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 948 time: 0.1760705
Nov 11 16:05:54.646888 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-539b7591-cf93-43c7-83a5-ef0563fbf4cd req-aeaa6925-08b6-4957-bb70-5fb6f51b1e40 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754714
Nov 11 16:05:54.648634 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-945d4fc6-2f2f-478c-aa96-9213a2814907 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a HTTP/1.1" status: 200  len: 1001 time: 0.1260524
Nov 11 16:05:54.714938 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-605f0127-6e87-43c5-9c97-f4bd08af29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:54.716409 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-605f0127-6e87-43c5-9c97-f4bd08af29d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0615036
Nov 11 16:05:54.790054 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-5e16f06d-01b6-4d37-a9bb-462f5082c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:54.791429 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-5e16f06d-01b6-4d37-a9bb-462f5082c520 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691190
Nov 11 16:05:54.844505 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:05:54.923439 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-aa6cc751-ff1d-4c9d-8d84-41c1c69fd512 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256347
Nov 11 16:05:54.978023 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,segment=NetworkSegment(0a763cc6-3104-4696-8887-7ea10f107107),segment_id=0a763cc6-3104-4696-8887-7ea10f107107)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:05:54.991883 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2', 'network_id': '7edacab0-96d9-4662-931e-2b0b6797390a', 'port_id': 'fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2', 'mac_address': 'fa:16:3e:b4:75:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83310f96-0963-4411-a996-7a66280541a7', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:05:55.050854 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:55.067359 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-357e82c5-cb43-43d2-b8fb-f29fdd297c90 req-efa7156a-aea7-406e-aabd-31b720c82a7a service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381013
Nov 11 16:05:55.069424 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:05:55.086583 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,segment=NetworkSegment(0a763cc6-3104-4696-8887-7ea10f107107),segment_id=0a763cc6-3104-4696-8887-7ea10f107107)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:05:55.091193 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:55.092917 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e1d0a596-89a4-47dd-96df-58917a9d5f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:55.161235 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:55.169961 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.170364 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.170726 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.171177 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.171649 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.172073 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.172549 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.173028 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.173600 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.174431 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.174762 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.175082 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:05:55.179026 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:55.304130 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:05:55.829157 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7ebe-114b-4632-9218-fe23c4530391 req-58789c36-b57f-486c-bbef-4a272736ed9a tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:55.831192 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7d5a7ebe-114b-4632-9218-fe23c4530391 req-58789c36-b57f-486c-bbef-4a272736ed9a tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 949 time: 0.0821328
Nov 11 16:05:55.874224 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7d5a7ebe-114b-4632-9218-fe23c4530391 req-3f186d63-893d-4ff4-b40d-132206e66c6a tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374970
Nov 11 16:05:56.864739 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:05:56.937273 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:05:56.942665 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:05:56.943042 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:57.068670 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:57.097713 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4948485-1dda-4552-9eb4-9a2d65a8bed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:05:57.108455 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,segment=NetworkSegment(0a763cc6-3104-4696-8887-7ea10f107107),segment_id=0a763cc6-3104-4696-8887-7ea10f107107)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:05:57.114377 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:05:57.116323 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:05:57.151078 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4948485-1dda-4552-9eb4-9a2d65a8bed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2', 'code': 200}
Nov 11 16:05:57.189979 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:05:57.192895 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:05:57.226951 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8352bcf-20ef-42f5-a975-1fb5a6919e21 req-ded3df10-e475-444d-937c-ec055055a5a9 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:57.228454 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e8352bcf-20ef-42f5-a975-1fb5a6919e21 req-ded3df10-e475-444d-937c-ec055055a5a9 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 950 time: 0.0977697
Nov 11 16:05:57.274696 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e8352bcf-20ef-42f5-a975-1fb5a6919e21 req-518b0a44-f2ca-4772-813d-2e0cefc0429d tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400462
Nov 11 16:05:57.382572 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a44c7-3586-4370-b3cd-1e708ac27689 req-48558ff9-e8d1-4b3b-9110-7076007b0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:57.383978 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ba7a44c7-3586-4370-b3cd-1e708ac27689 req-48558ff9-e8d1-4b3b-9110-7076007b0733 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 1103 time: 0.0686731
Nov 11 16:05:57.423615 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ba7a44c7-3586-4370-b3cd-1e708ac27689 req-2c68dfe5-3cc0-40f1-a68d-20c8de28f075 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331857
Nov 11 16:05:58.467864 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f8cb2-3872-4283-b274-f27089897cca req-882ed11d-e796-4707-8a2a-451ac90bd069 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:58.469272 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b53f8cb2-3872-4283-b274-f27089897cca req-882ed11d-e796-4707-8a2a-451ac90bd069 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 950 time: 0.0850959
Nov 11 16:05:58.514241 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b53f8cb2-3872-4283-b274-f27089897cca req-6d1a9795-c715-49a2-95a7-c7f857b5faec tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391269
Nov 11 16:05:59.711295 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344441-66cd-4fee-8cf1-ea479b5acf37 req-c6ff51ae-0da5-4392-85a2-6375e7849c8a tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:05:59.712831 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5e344441-66cd-4fee-8cf1-ea479b5acf37 req-c6ff51ae-0da5-4392-85a2-6375e7849c8a tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 950 time: 0.0929623
Nov 11 16:05:59.761146 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5e344441-66cd-4fee-8cf1-ea479b5acf37 req-342f4a28-bb11-4424-b1e9-030a69c88889 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426056
Nov 11 16:06:00.204486 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d72d5-f271-4120-806a-35835e99356c req-451100a6-485e-4d3b-bc93-60ddcfa23c06 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:06:00.205877 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-684d72d5-f271-4120-806a-35835e99356c req-451100a6-485e-4d3b-bc93-60ddcfa23c06 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 950 time: 0.0814359
Nov 11 16:06:00.254785 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-684d72d5-f271-4120-806a-35835e99356c req-276f3b89-0623-47dd-aae1-679deef8b2a1 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430818
Nov 11 16:06:01.450203 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceede5a-132e-4f0a-865f-c5646c600b92 req-874e498c-23fa-4ac6-953a-5e012b99e5c8 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:06:01.451739 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6ceede5a-132e-4f0a-865f-c5646c600b92 req-874e498c-23fa-4ac6-953a-5e012b99e5c8 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 950 time: 0.0912375
Nov 11 16:06:01.461589 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-1b75ab76-6ec0-4061-be6e-ff7d413992f8 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:06:01.464817 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-1b75ab76-6ec0-4061-be6e-ff7d413992f8 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 950 time: 0.1015606
Nov 11 16:06:01.508918 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6ceede5a-132e-4f0a-865f-c5646c600b92 req-d7c28e4c-fa0a-4200-9cf1-fd1c304222c6 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/security-groups?id=96d9d782-cf9e-4147-82b7-b720ae966edd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483382
Nov 11 16:06:01.539985 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Deleting port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:06:01.540352 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:01.792012 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] For port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,segment=NetworkSegment(0a763cc6-3104-4696-8887-7ea10f107107),segment_id=0a763cc6-3104-4696-8887-7ea10f107107)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:06:01.792326 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:02.006792 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Calling delete_port for fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:06:02.151947 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:02.157694 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-41128326-4b5e-489b-a3f1-2b1833d8062f tempest-AttachVolumeTestJSON-1924104137 tempest-AttachVolumeTestJSON-1924104137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:06:02.163065 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:06:02.204921 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Pushing event deleted for resources: {'Port': ['ID=fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:06:02.240010 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.240412 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.240781 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.241143 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.241500 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.241858 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.242213 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.242568 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.242922 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.243277 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.243634 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.243984 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:06:02.252556 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:06:02.301550 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] No DVR routers for this DVR port fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:06:02.304285 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:02.307144 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4948485-1dda-4552-9eb4-9a2d65a8bed0', 'name': 'network-vif-deleted', 'tag': 'fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:06:02.327262 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f90b10f-e04d-4fa6-add8-5b9aa4f9b963 req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.15 "DELETE /v2.0/ports/fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 HTTP/1.1" status: 204  len: 173 time: 0.8567290
Nov 11 16:06:02.357009 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4948485-1dda-4552-9eb4-9a2d65a8bed0', 'name': 'network-vif-deleted', 'tag': 'fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2', 'status': 'completed', 'code': 200}
Nov 11 16:06:02.673054 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-27a96e0e-8f5a-4460-b531-c922fcc53cb2 req-87f05184-7f51-46ef-a5d1-a54ba237b505 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4948485-1dda-4552-9eb4-9a2d65a8bed0 HTTP/1.1" status: 200  len: 210 time: 0.0430799
Nov 11 16:06:04.902324 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:06:04.936293 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:06:04.936645 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device fdd9c4c4-0499-4ead-bb8b-590e1b36f9c2 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:06:07.295351 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:06:08.606053 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35686) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:06:08.764971 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-995dd016-3f6f-4bbb-9288-31b3fe2b82c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef32401230df4e80864b64f7aa3a75e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1577222
Nov 11 16:06:08.767885 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35692) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:06:08.826097 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dd66-4429-496f-b031-7b881bf70950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:08.854052 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dd66-4429-496f-b031-7b881bf70950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:08.906272 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dd66-4429-496f-b031-7b881bf70950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:08.911299 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-4f109391-3d9b-48e4-a5e2-cf5294364ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:06:08.929458 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2dd66-4429-496f-b031-7b881bf70950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d9d782-cf9e-4147-82b7-b720ae966edd,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:06:08.932363 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f2b2dd66-4429-496f-b031-7b881bf70950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:06:08.946521 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-f2b2dd66-4429-496f-b031-7b881bf70950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:08.947698 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-f2b2dd66-4429-496f-b031-7b881bf70950 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96d9d782-cf9e-4147-82b7-b720ae966edd HTTP/1.1" status: 204  len: 168 time: 0.1789374
Nov 11 16:06:11.554409 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8b93-961d-4116-823d-191c2f2599f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:11.831427 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:14.071698 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d1e958a4-7fbe-467c-bf4b-04e008001b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:14.307798 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:15.154532 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:16.729146 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:41.556086 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2dba2933-8319-483a-9122-80ca9b25560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:41.833263 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:44.072779 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fe37ca9c-00a5-41a6-970a-aff00931c8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:44.294802 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:06:44.323659 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:45.154564 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:46.730246 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:06:56.140522 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-b81d1b76-4692-4e9b-93bc-b945316a310a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1687672
Nov 11 16:06:56.275652 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-bc44023c-01af-433c-9bc9-cbf6ca1f4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:06:56.277083 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-bc44023c-01af-433c-9bc9-cbf6ca1f4bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 1099 time: 0.0705764
Nov 11 16:06:56.418430 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-0992e3e2-1aeb-4290-83ec-3b78b4423f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:06:56.419854 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-0992e3e2-1aeb-4290-83ec-3b78b4423f80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1235118
Nov 11 16:06:56.520909 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-3bebdfbd-b66a-49aa-948a-1b70a8a2a4bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a HTTP/1.1" status: 200  len: 1001 time: 0.0946705
Nov 11 16:06:56.586407 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-6ae44d6f-560c-43be-9973-44ab1e1ffbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:06:56.587832 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-6ae44d6f-560c-43be-9973-44ab1e1ffbcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0584023
Nov 11 16:06:56.663643 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-19aefbf4-b258-453b-9e6a-d9046263b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:06:56.665100 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-19aefbf4-b258-453b-9e6a-d9046263b963 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692499
Nov 11 16:06:56.675560 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-b4236c08-7548-4918-9530-2fe404feab1b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 16:06:56.676500 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-b4236c08-7548-4918-9530-2fe404feab1b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047584
Nov 11 16:06:56.805264 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-d21bd995-1b75-475e-94ea-c655fc8e98e5 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221998
Nov 11 16:06:56.932762 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b2969e4c-fd97-4e99-af93-bc9a2b4477f0 req-10cb95ac-fc81-4151-99d0-9e4f2a274cdd service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216753
Nov 11 16:07:01.423134 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0040d3-9de2-4f20-8f57-27ee96eccf10 req-3eb041f7-d5f8-46aa-8558-9cdd0c5f3faf tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:01.424495 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ee0040d3-9de2-4f20-8f57-27ee96eccf10 req-3eb041f7-d5f8-46aa-8558-9cdd0c5f3faf tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 946 time: 0.0791731
Nov 11 16:07:01.476607 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-ee0040d3-9de2-4f20-8f57-27ee96eccf10 req-1c756517-e5fe-4253-a23a-100516aa0417 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459282
Nov 11 16:07:02.678919 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9756bad-bab7-4fde-8034-32e3293552b6 req-326dfd16-f4eb-460f-96cb-211fd59d9658 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:02.680362 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b9756bad-bab7-4fde-8034-32e3293552b6 req-326dfd16-f4eb-460f-96cb-211fd59d9658 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 946 time: 0.0842693
Nov 11 16:07:02.724406 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-b9756bad-bab7-4fde-8034-32e3293552b6 req-59219c5a-e507-4951-ae81-a713eb854495 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383973
Nov 11 16:07:02.844765 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-f59d1922-785c-4145-8e56-eac202bf3bdc tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:02.846156 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-f59d1922-785c-4145-8e56-eac202bf3bdc tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 946 time: 0.0842292
Nov 11 16:07:02.912850 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Deleting port fabed407-965d-4f8e-b5cb-d6752bd6594a {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:07:02.913184 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:03.246217 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] For port fabed407-965d-4f8e-b5cb-d6752bd6594a, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=fabed407-965d-4f8e-b5cb-d6752bd6594a,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:07:03.246482 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:03.533711 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:03.533999 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:03.534310 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.db.l3_db [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Floating IP 14823a09-29ba-4808-bb00-fff8ba40416b disassociated. External IP: 172.27.1.34, port: fabed407-965d-4f8e-b5cb-d6752bd6594a.
Nov 11 16:07:03.534644 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Calling delete_port for fabed407-965d-4f8e-b5cb-d6752bd6594a owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:07:03.674994 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:03.680535 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-acb063ed-f85c-45db-be52-7458b8fdb139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:07:03.728470 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event deleted for resources: {'Port': ['ID=fabed407-965d-4f8e-b5cb-d6752bd6594a,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:07:03.740068 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.740515 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.740892 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.741257 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.741618 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.741976 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.742331 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.742692 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.743045 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.743398 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.743750 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.744102 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:03.757193 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:07:03.944968 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6e946383-1f2c-4cdb-bde6-1aa704b4458c req-f363a2e1-0f05-47a2-9691-25d6eb71c25e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 210 time: 0.0593402
Nov 11 16:07:03.969797 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:07:04.151980 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:07:04.161522 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:07:04.171385 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:07:04.172000 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d692b550>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:06:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:07:04.231135 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] No DVR routers for this DVR port fabed407-965d-4f8e-b5cb-d6752bd6594a on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:07:04.233619 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:04.236606 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'name': 'network-vif-deleted', 'tag': 'fabed407-965d-4f8e-b5cb-d6752bd6594a'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:07:04.254525 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-8bbbb528-6cf7-4a7a-b677-d0efaca3bed8 req-59994327-bbbf-43cb-92d9-41e9ef25d19a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "DELETE /v2.0/ports/fabed407-965d-4f8e-b5cb-d6752bd6594a HTTP/1.1" status: 204  len: 173 time: 1.4030461
Nov 11 16:07:04.389741 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:07:04.412003 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72eafdb1-23e2-45a0-b1b4-2df5a5bed45a', 'name': 'network-vif-deleted', 'tag': 'fabed407-965d-4f8e-b5cb-d6752bd6594a', 'status': 'completed', 'code': 200}
Nov 11 16:07:04.704226 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d692b550>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:07:04.708043 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:07:04.716941 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:07:04.717565 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d692b550>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:06:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:07:04.894490 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:07:05.132767 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-e2ad7366-b736-4aef-8a8a-d86442318e21 req-ef2e20aa-db0f-4971-857b-4c41003b977a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:07:05.149315 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-e2ad7366-b736-4aef-8a8a-d86442318e21 req-ef2e20aa-db0f-4971-857b-4c41003b977a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:07:05.150467 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e2ad7366-b736-4aef-8a8a-d86442318e21 req-ef2e20aa-db0f-4971-857b-4c41003b977a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=72eafdb1-23e2-45a0-b1b4-2df5a5bed45a HTTP/1.1" status: 200  len: 210 time: 0.0705299
Nov 11 16:07:05.210935 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d692b550>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:07:05.217110 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a245e-717f-48c7-8267-d01f8a207d33 None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:07:05.508945 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b6223c-0461-4cac-bb86-abf133f2ee58 None None] New status for floating IP 14823a09-29ba-4808-bb00-fff8ba40416b: DOWN {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:07:06.495886 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-09debe19-f465-40c1-a7c4-885393f53bd0 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557288423&fields=id&tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 267 time: 0.0434325
Nov 11 16:07:06.647277 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-a74dec10-3a2c-441b-b2ae-a838110ffe50 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:06.649613 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-a74dec10-3a2c-441b-b2ae-a838110ffe50 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 811 time: 0.1470146
Nov 11 16:07:06.663682 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-f326f3b3-95f8-4216-bb23-9b1c66a06755 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/quotas/d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 375 time: 0.0095899
Nov 11 16:07:06.746777 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-d1fc385e-d56f-4999-9095-09cbc4cc9f05 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0780475
Nov 11 16:07:06.761886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-b0092d7d-5bbd-434e-9ad2-016656d21ad3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 16:07:06.762822 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-b0092d7d-5bbd-434e-9ad2-016656d21ad3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047100
Nov 11 16:07:06.981305 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-da07011a-338f-41c2-bb92-cda51f9a7405 service neutron] 10.222.0.24 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131724
Nov 11 16:07:07.110085 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-c5c808d6-e8e1-43dd-b2a2-9d5a4b3cd391 service neutron] 10.222.0.24 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226854
Nov 11 16:07:07.137421 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device fabed407-965d-4f8e-b5cb-d6752bd6594a no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:07:07.175363 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: fabed407-965d-4f8e-b5cb-d6752bd6594a {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:07:07.175720 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device fabed407-965d-4f8e-b5cb-d6752bd6594a not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:07:07.488767 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-6bb6be95-9374-447b-8beb-4c790f710bd7 req-3191cbf5-ce43-4e1b-90d9-a02833e61fc3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 210 time: 0.0423975
Nov 11 16:07:08.661146 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-d60ba565-6c7d-43ee-8447-46dc474ef3d9 req-d071514a-05d0-4239-b2f7-7912e13a8f50 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 210 time: 0.0609763
Nov 11 16:07:08.671599 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-600d7408-8cfb-4f97-ab78-3c0d1722913c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:08.672512 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-600d7408-8cfb-4f97-ab78-3c0d1722913c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 811 time: 0.1997168
Nov 11 16:07:08.720908 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-196a4f13-2f73-4614-b79e-c5ef8db368ef tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 380 time: 0.0404963
Nov 11 16:07:08.729053 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'port': {'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'admin_state_up': True, 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'security_groups': ['30d58ecc-07de-4d62-a4a4-10d9d5665fbe']}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:07:08.863672 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:07:08.873692 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:07:08.883660 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Made reservation on behalf of d6ccaa06e23440d8b196ed7d196ccbbb for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:07:08.887207 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:09.048729 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Allocated IP 172.20.0.13 (1ede94d3-affb-488b-a8a9-99f628c2b2ae/6040d19f-e4a2-47bb-856e-c120b2bf4792/32860abe-c82d-4c15-982f-0941a94897d9) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:07:09.252485 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:09.267769 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Transition to ACTIVE for port object 32860abe-c82d-4c15-982f-0941a94897d9 will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:07:09.291678 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:09.297362 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-7de4dc23-a0b9-45f4-8352-10804a98d234 tempest-VolumesNegativeTest-125042945 tempest-VolumesNegativeTest-125042945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:07:09.366210 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:07:09.369400 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:07:09.373203 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:07:09.403966 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=32860abe-c82d-4c15-982f-0941a94897d9,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:07:09.415446 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:07:09.440460 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:09.441059 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:09.466232 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-0ed9a179-68d7-402b-8666-11cd35eca87f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7405965
Nov 11 16:07:09.478132 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Request body: {'port': {'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:07:09.591402 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:09.613310 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-d87d922a-89be-45de-a85c-78d13e06de24 None None] Provisioning for port 32860abe-c82d-4c15-982f-0941a94897d9 completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:07:09.618129 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-d87d922a-89be-45de-a85c-78d13e06de24 None None] Provisioning complete for port 32860abe-c82d-4c15-982f-0941a94897d9 triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:07:09.618505 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d87d922a-89be-45de-a85c-78d13e06de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:09.671976 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-d87d922a-89be-45de-a85c-78d13e06de24 None None] Port 32860abe-c82d-4c15-982f-0941a94897d9 cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:07:09.848087 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ccfbe-8303-4dd7-9313-94457bbdc42f req-3a69510f-0685-4152-b63f-4133d7798971 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:09.849581 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-545ccfbe-8303-4dd7-9313-94457bbdc42f req-3a69510f-0685-4152-b63f-4133d7798971 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 932 time: 0.0834625
Nov 11 16:07:09.893793 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-545ccfbe-8303-4dd7-9313-94457bbdc42f req-9ffbd36e-e8c9-4964-a5cb-76c12dc65bbc tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383854
Nov 11 16:07:09.930825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32860abe-c82d-4c15-982f-0941a94897d9 {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:07:09.938074 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:09.953550 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Transition to ACTIVE for port object 32860abe-c82d-4c15-982f-0941a94897d9 will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:07:09.957216 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:09.961522 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fced3027-e2e7-41d7-aa1e-9594771874df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:07:10.184942 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=32860abe-c82d-4c15-982f-0941a94897d9,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:07:10.210864 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:07:10.291513 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Attempting to bind port 32860abe-c82d-4c15-982f-0941a94897d9 on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:07:10.291850 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Attempting to bind port 32860abe-c82d-4c15-982f-0941a94897d9 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:07:10.292275 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Attempting to bind port 32860abe-c82d-4c15-982f-0941a94897d9 on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:07:10.297062 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Port 32860abe-c82d-4c15-982f-0941a94897d9 on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:07:10.297376 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Attempting to bind port 32860abe-c82d-4c15-982f-0941a94897d9 on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:07:10.302896 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:07:10.303227 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Checking segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:07:10.303599 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Bound using segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:07:10.304017 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Bound port: 32860abe-c82d-4c15-982f-0941a94897d9, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:07:10.304392 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:10.393084 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] For port 32860abe-c82d-4c15-982f-0941a94897d9, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:07:10.396115 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] For port 32860abe-c82d-4c15-982f-0941a94897d9, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=32860abe-c82d-4c15-982f-0941a94897d9,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:07:10.400015 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:10.403434 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-573ad509-eca4-406d-98ac-608b76376451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:07:10.462748 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:10.463356 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:10.464745 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] 10.222.0.15 "PUT /v2.0/ports/32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 200  len: 1094 time: 0.9913981
Nov 11 16:07:10.465245 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:07:10.485935 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=32860abe-c82d-4c15-982f-0941a94897d9,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:07:10.488742 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:07:10.539254 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9', 'status': 'completed', 'code': 200}
Nov 11 16:07:10.580577 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-a68e5fc4-9545-425b-bbdc-179584b02294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:10.582107 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-a68e5fc4-9545-425b-bbdc-179584b02294 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1097 time: 0.0748804
Nov 11 16:07:10.654532 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-06b9a184-65f5-4f75-9db3-232b0525c82b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 200  len: 217 time: 0.0647681
Nov 11 16:07:10.716949 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-ad159901-088a-4862-86a4-22d38feab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:10.718370 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-ad159901-088a-4862-86a4-22d38feab6b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0580506
Nov 11 16:07:10.797720 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-51f0578a-83f0-44f2-ac69-720fec3330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:10.799146 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-51f0578a-83f0-44f2-ac69-720fec3330fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736182
Nov 11 16:07:10.935595 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-216b596c-c5cb-4443-b796-18ebea6ba7e5 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288044
Nov 11 16:07:11.067129 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-03beb0b8-166a-4e7b-8115-b5e1c2df9b54 req-f305dc39-baef-4e6e-a966-0f1dce2c275d service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255212
Nov 11 16:07:11.080002 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f44a-5525-4239-a5ff-f820871a5cc3 req-e2ebe8f1-2597-4eec-9a19-4da95b95a5d2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:11.081511 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1ca3f44a-5525-4239-a5ff-f820871a5cc3 req-e2ebe8f1-2597-4eec-9a19-4da95b95a5d2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 944 time: 0.0821040
Nov 11 16:07:11.129421 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-1ca3f44a-5525-4239-a5ff-f820871a5cc3 req-d61157e4-d8cc-42aa-a86b-cbc344054594 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403514
Nov 11 16:07:11.182011 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-cbe74034-3167-4dc6-bd67-138aed281eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:11.183473 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-cbe74034-3167-4dc6-bd67-138aed281eee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1097 time: 0.0729573
Nov 11 16:07:11.314816 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-4a2fc9f9-a695-4035-867c-974f45fdce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:11.316228 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-4a2fc9f9-a695-4035-867c-974f45fdce10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1256847
Nov 11 16:07:11.386534 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-98184ea4-8ca3-4d8b-9083-556b7881b83e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 200  len: 217 time: 0.0627146
Nov 11 16:07:11.446841 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-f3c23a31-e0a7-47c7-b10a-43530c9bf96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:11.448203 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-f3c23a31-e0a7-47c7-b10a-43530c9bf96e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0555861
Nov 11 16:07:11.524662 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-e183cb3e-65bc-447c-880a-f0d5a4489db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:11.526190 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-e183cb3e-65bc-447c-880a-f0d5a4489db3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721588
Nov 11 16:07:11.557040 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7b230789-c699-4976-a66f-e4186d85c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:11.657113 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-083153df-689d-41eb-ae5f-02b5f8132763 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242886
Nov 11 16:07:11.785671 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f8ff121-37e2-4e8b-80d5-e19877b1bfa4 req-cbba6331-62f0-44a6-a283-e1de9396efcd service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227803
Nov 11 16:07:11.834617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:12.392581 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0745203-2f50-4feb-abaf-dffa8d19304c req-83a6baca-95b9-4b82-abde-c8d5663f195e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:12.393175 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-a0745203-2f50-4feb-abaf-dffa8d19304c req-83a6baca-95b9-4b82-abde-c8d5663f195e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:07:12.408299 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-a0745203-2f50-4feb-abaf-dffa8d19304c req-83a6baca-95b9-4b82-abde-c8d5663f195e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:07:12.409474 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a0745203-2f50-4feb-abaf-dffa8d19304c req-83a6baca-95b9-4b82-abde-c8d5663f195e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 944 time: 0.1758482
Nov 11 16:07:12.454752 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-a0745203-2f50-4feb-abaf-dffa8d19304c req-c2f5c395-7367-46c1-96c1-e90bb55794d2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390956
Nov 11 16:07:13.643418 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2b86-6e81-4042-8e50-10e57d349e7f req-c5fe9a0a-2a94-47c5-8b42-0bcbd07751d3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:13.644951 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-aeac2b86-6e81-4042-8e50-10e57d349e7f req-c5fe9a0a-2a94-47c5-8b42-0bcbd07751d3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 944 time: 0.0839839
Nov 11 16:07:13.688645 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-aeac2b86-6e81-4042-8e50-10e57d349e7f req-b82aedd8-34a9-42cc-ac77-b0d18d475668 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374198
Nov 11 16:07:14.074751 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-390245ba-3b3d-4d56-a2fb-84fd28455938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:14.338073 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:14.872314 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d279786-0dc4-491d-a1b2-91f70f34dd00 req-bcfb67bd-9043-46bc-a24d-3e950e0fee86 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:14.873731 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d279786-0dc4-491d-a1b2-91f70f34dd00 req-bcfb67bd-9043-46bc-a24d-3e950e0fee86 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 944 time: 0.0803194
Nov 11 16:07:14.916498 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-3d279786-0dc4-491d-a1b2-91f70f34dd00 req-3bb2c15e-a563-420c-af87-e492b1ed367b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372515
Nov 11 16:07:15.157675 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:16.099900 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e935a-35c4-4c07-a449-02f71d73251b req-67f2f7fc-6bb0-4aa3-845c-32aaafc3c493 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:16.101386 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-984e935a-35c4-4c07-a449-02f71d73251b req-67f2f7fc-6bb0-4aa3-845c-32aaafc3c493 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 944 time: 0.0844359
Nov 11 16:07:16.145558 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-984e935a-35c4-4c07-a449-02f71d73251b req-6ecc5a3a-cf1e-4b47-8929-7160ea32f055 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386150
Nov 11 16:07:16.733318 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:17.326638 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6092-3b38-4236-9d82-09b09e0d918d req-4020bdba-281d-44bc-9f7b-c0e4485e1938 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:17.328111 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f11a6092-3b38-4236-9d82-09b09e0d918d req-4020bdba-281d-44bc-9f7b-c0e4485e1938 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 944 time: 0.0794191
Nov 11 16:07:17.377331 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f11a6092-3b38-4236-9d82-09b09e0d918d req-0b25ca61-8942-4864-9689-59c43b4ec76c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434966
Nov 11 16:07:18.707981 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75963b61-32e7-43d6-bd02-97306b0a1b2f req-9f05a036-8df0-4d40-92d2-1a170c98598c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:18.709494 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-75963b61-32e7-43d6-bd02-97306b0a1b2f req-9f05a036-8df0-4d40-92d2-1a170c98598c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 944 time: 0.0837793
Nov 11 16:07:18.753149 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-75963b61-32e7-43d6-bd02-97306b0a1b2f req-f74a1c15-7459-4dc7-afd6-e775f6243a1c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381341
Nov 11 16:07:19.229710 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 32860abe-c82d-4c15-982f-0941a94897d9 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:07:19.358042 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 32860abe-c82d-4c15-982f-0941a94897d9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=32860abe-c82d-4c15-982f-0941a94897d9,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:07:19.374134 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': '32860abe-c82d-4c15-982f-0941a94897d9', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:07:19.427319 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:19.443437 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32860abe-c82d-4c15-982f-0941a94897d9 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:07:19.458185 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 32860abe-c82d-4c15-982f-0941a94897d9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=32860abe-c82d-4c15-982f-0941a94897d9,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:07:19.462994 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:19.464719 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:07:19.529633 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=32860abe-c82d-4c15-982f-0941a94897d9,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:07:19.536747 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.537084 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.537442 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.537765 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.538083 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.538402 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.538717 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.539028 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.539340 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.539649 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.539956 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.540286 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:19.544061 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:07:19.663634 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['32860abe-c82d-4c15-982f-0941a94897d9'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:07:19.932863 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f11df-9c6e-4803-b961-c12b4cb89149 req-078aaf62-6a7f-4d93-b0ab-490c9e0ca6a9 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:19.934289 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f2f11df-9c6e-4803-b961-c12b4cb89149 req-078aaf62-6a7f-4d93-b0ab-490c9e0ca6a9 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 945 time: 0.0800734
Nov 11 16:07:19.977745 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-2f2f11df-9c6e-4803-b961-c12b4cb89149 req-250ee4ba-c1d6-4125-9ddc-659e621cd90d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375984
Nov 11 16:07:21.157759 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2978a-b346-4a12-9a12-3a848abe733a req-27880e08-006e-4487-bb9b-db4211b64a7e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:21.159254 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f9b2978a-b346-4a12-9a12-3a848abe733a req-27880e08-006e-4487-bb9b-db4211b64a7e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 945 time: 0.0793240
Nov 11 16:07:21.206856 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-f9b2978a-b346-4a12-9a12-3a848abe733a req-8ab2e7ae-6f5e-44b0-906d-17fd9b8009f6 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415645
Nov 11 16:07:21.230215 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 32860abe-c82d-4c15-982f-0941a94897d9 up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:07:21.292848 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:07:21.296309 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port 32860abe-c82d-4c15-982f-0941a94897d9 completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:07:21.300854 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port 32860abe-c82d-4c15-982f-0941a94897d9 triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:07:21.301225 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:21.414314 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:21.439973 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:07:21.450849 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port 32860abe-c82d-4c15-982f-0941a94897d9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=32860abe-c82d-4c15-982f-0941a94897d9,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:07:21.456542 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:21.459368 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:07:21.530121 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=32860abe-c82d-4c15-982f-0941a94897d9,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:07:21.533253 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:07:21.540992 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9', 'code': 200}
Nov 11 16:07:21.808996 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32909325-321b-4e03-a8bc-e093cf43423c req-a22da837-e3b6-40aa-a230-a7f97bafc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:21.810490 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32909325-321b-4e03-a8bc-e093cf43423c req-a22da837-e3b6-40aa-a230-a7f97bafc901 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1099 time: 0.0725229
Nov 11 16:07:21.850052 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-32909325-321b-4e03-a8bc-e093cf43423c req-9f7f73eb-4872-4f2a-9a42-43284ad47f9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333655
Nov 11 16:07:22.385222 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71b6b-caa1-405f-bdee-59a7d1035fc8 req-43514607-7e53-4bd9-bdc4-e7f59c755c58 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:22.386579 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-90c71b6b-caa1-405f-bdee-59a7d1035fc8 req-43514607-7e53-4bd9-bdc4-e7f59c755c58 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 946 time: 0.0791955
Nov 11 16:07:22.430419 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-90c71b6b-caa1-405f-bdee-59a7d1035fc8 req-5dff6c1d-df93-4ec4-89ff-2d48c231d9eb tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383666
Nov 11 16:07:23.611418 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d80c-8df5-43bc-8cc7-1df9fd8e72c8 req-02af4baf-066d-4e88-9496-a7fff6b20867 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:23.612908 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f9d8d80c-8df5-43bc-8cc7-1df9fd8e72c8 req-02af4baf-066d-4e88-9496-a7fff6b20867 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 946 time: 0.0798566
Nov 11 16:07:23.656889 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f9d8d80c-8df5-43bc-8cc7-1df9fd8e72c8 req-f7db50f7-6650-4e2f-852b-1b6eb547e5f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374835
Nov 11 16:07:23.840477 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aeacb-1a27-4153-9475-3db5f0caed87 req-4476e3e4-3260-4656-bcde-f083cc0ce2b3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:23.841893 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-778aeacb-1a27-4153-9475-3db5f0caed87 req-4476e3e4-3260-4656-bcde-f083cc0ce2b3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 946 time: 0.0813258
Nov 11 16:07:23.884715 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-778aeacb-1a27-4153-9475-3db5f0caed87 req-09210753-4404-482e-aa56-abb8c1e99223 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371575
Nov 11 16:07:23.907413 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35782) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:07:23.975794 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2742a9-be3c-417f-b16c-2c6621e271e9 tempest-TestVolumeBootPattern-974939379 tempest-TestVolumeBootPattern-974939379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:23.977210 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-1e2742a9-be3c-417f-b16c-2c6621e271e9 tempest-TestVolumeBootPattern-974939379 tempest-TestVolumeBootPattern-974939379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1094 time: 0.0688601
Nov 11 16:07:23.979952 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35786) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:07:23.985128 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:07:23.990854 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:07:23.994683 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:floatingip and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:07:23.997535 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:07:24.003178 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:07:24.013886 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:24.158123 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:24.377460 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Allocated IP 172.27.1.98 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/0163a48f-7652-4f8f-8266-1994075606d3) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:07:24.522669 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:24.550902 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:24.555662 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-45415e3a-a449-493e-8264-b1b819ee9ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:07:24.615560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:07:24.618311 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:07:24.621932 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:07:24.663057 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=0163a48f-7652-4f8f-8266-1994075606d3,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:07:24.675856 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.676225 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.676614 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.677486 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.677847 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.678202 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.678554 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.678903 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.679255 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.679605 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.679952 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.680318 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:07:24.684853 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:07:25.039492 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:25.111877 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:25.317893 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:25.322353 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:25.326881 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-880708b0-10b8-4c4d-a724-e13bdd5691d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:07:25.441938 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=0163a48f-7652-4f8f-8266-1994075606d3,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:07:25.444786 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:07:25.462133 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:25.633832 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Floating IP 1b031c9c-2bcb-443b-8af6-4268b77fc0e6 associated. External IP: 172.27.1.98, port: 32860abe-c82d-4c15-982f-0941a94897d9.
Nov 11 16:07:26.083382 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:07:26.263377 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:07:26.273077 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:07:26.282167 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:07:26.282778 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5923100>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:07:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:07:26.287446 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:26.342604 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-bfe50c98-b63a-4cb7-8488-e8b3ac5a3616 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3614573
Nov 11 16:07:26.343143 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:07:26.386584 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9', 'status': 'completed', 'code': 200}
Nov 11 16:07:26.472639 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:07:26.481211 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-1ce2d53b-5bad-4e1b-9108-0a1fb8428361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:26.482685 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-1ce2d53b-5bad-4e1b-9108-0a1fb8428361 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1099 time: 0.0750289
Nov 11 16:07:26.616039 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-c263956e-d043-4805-92bb-b70e17f4c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:26.617693 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-c263956e-d043-4805-92bb-b70e17f4c735 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1270292
Nov 11 16:07:26.720294 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-09416a14-7f0d-42b4-9d06-2c2dda272113 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 200  len: 999 time: 0.0958369
Nov 11 16:07:26.780933 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-26124798-7802-4a55-bc98-76014fa9ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:26.782371 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-26124798-7802-4a55-bc98-76014fa9ba85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0563900
Nov 11 16:07:26.811550 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5923100>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:24Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:07:26.815310 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:07:26.823558 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:07:26.824138 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5923100>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:07:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:07:26.856739 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-9095d0e7-5c7e-4fcd-a503-8beecce35f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:26.858190 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-9095d0e7-5c7e-4fcd-a503-8beecce35f35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686350
Nov 11 16:07:26.987336 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-74bf8543-a1b3-46a7-9855-3dfe95039272 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228714
Nov 11 16:07:26.998592 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:07:27.117459 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e919f5f0-17b9-4e67-956f-71f832f2e7b4 req-17ef54ef-97f0-4dbd-92ee-e534e456c71a service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243978
Nov 11 16:07:27.372565 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5923100>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:24Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:07:27.376430 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de527dd8-9ca5-4668-b8de-b8813b574c6a None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:24Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:07:27.555834 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399f3c1-1cbf-40c9-ab34-26542100c7b6 None None] New status for floating IP 1b031c9c-2bcb-443b-8af6-4268b77fc0e6: ACTIVE {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:07:41.560766 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5c71fc92-88cc-44f3-a5a3-05ef624e0efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:41.836653 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:44.077127 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f3c37d17-f9ab-4b38-a8d1-0ca996eca0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:44.343405 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:45.160562 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:46.735520 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:07:58.038996 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-24563a79-7eba-4d7e-bcd7-46ad37d81ff0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710142
Nov 11 16:07:58.180516 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-e7bda668-a8da-4ec9-af0c-a129318877b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:58.181957 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-e7bda668-a8da-4ec9-af0c-a129318877b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1099 time: 0.0723715
Nov 11 16:07:58.292794 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:07:58.323419 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-697b02d5-5cd3-418b-bb06-1bf50da7225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:58.324883 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-697b02d5-5cd3-418b-bb06-1bf50da7225f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1246240
Nov 11 16:07:58.507796 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-7da6a5bd-466a-4e3f-8188-4169b22cdf85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 200  len: 1001 time: 0.1761529
Nov 11 16:07:58.570812 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-17263035-1bf7-44a3-9c2f-7d243ffed030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:58.572189 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-17263035-1bf7-44a3-9c2f-7d243ffed030 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0581231
Nov 11 16:07:58.647929 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-9a276d6a-3910-4dc6-ab57-8c1e46cc22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:07:58.649469 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-9a276d6a-3910-4dc6-ab57-8c1e46cc22c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706565
Nov 11 16:07:58.781876 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-ff5452f1-653e-49b4-b8dc-7754da3953ae service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247413
Nov 11 16:07:58.911110 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-633b928b-ba8b-4d8d-a715-8c2bacf3cd98 req-d70c7e04-d046-4d4f-93f6-c6b67da4d6b2 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225889
Nov 11 16:08:11.561551 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-722efd88-3c0b-4790-a89b-12c3995fa166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:11.838340 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:14.079159 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5533-9978-426b-a39e-c35a420d5d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:14.351855 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:15.162701 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:16.737409 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:35.291864 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:08:41.563328 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa4290b7-02c0-460a-bfac-d23c16e0f055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:41.840050 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:44.081050 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0f56f7e1-d4ce-4c0f-b8dd-4b49c6398295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:44.362848 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:45.166788 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:46.741839 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:08:59.052728 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-bd3f6a73-789d-44f0-bc0f-ee61e967f03c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719569
Nov 11 16:08:59.187360 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-1512d1c2-9ad4-466e-8122-12c981c619ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:08:59.188828 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-1512d1c2-9ad4-466e-8122-12c981c619ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1099 time: 0.0693448
Nov 11 16:08:59.333101 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-64240c3e-8a37-464c-b74d-432ee88dd742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:08:59.335042 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-64240c3e-8a37-464c-b74d-432ee88dd742 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1268265
Nov 11 16:08:59.436728 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-a8ed9d64-7e6c-45e7-8924-843275c6c325 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 200  len: 1001 time: 0.0928233
Nov 11 16:08:59.498485 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-9eabe520-121a-453f-897e-82435df84f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:08:59.499861 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-9eabe520-121a-453f-897e-82435df84f4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0572016
Nov 11 16:08:59.575969 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-41e7c3c6-617f-445c-9d6b-4ecad32f67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:08:59.577460 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-41e7c3c6-617f-445c-9d6b-4ecad32f67ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711174
Nov 11 16:08:59.716024 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-c53ce0e0-5e53-4ca0-98ab-9393a4f92c30 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317825
Nov 11 16:08:59.844029 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-b1d8039b-1475-481d-bb35-05b02f9b9cf0 req-2266ce02-2d41-46fc-9a79-cf13ba5366ef service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221666
Nov 11 16:09:11.564338 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa245d03-faa1-4ef8-afff-8688fae3c50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:11.840779 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:12.290570 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:09:14.083104 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-94b5d16d-7a9e-4fef-b5fc-e085488776ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:14.377698 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:15.168207 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:16.745086 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:16.959283 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-044322c1-fe54-4350-be51-fede3776eb6e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557288423&fields=id&tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 267 time: 0.0391150
Nov 11 16:09:17.108577 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159b3d-3556-488f-848b-511dd01f73b0 req-a7acbec3-2081-42d3-ae10-17b24d823d6b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:17.109942 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-a7acbec3-2081-42d3-ae10-17b24d823d6b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 811 time: 0.1444566
Nov 11 16:09:17.123938 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-2a12c34b-ef4a-4153-9925-2a37a2d634cc tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/quotas/d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 375 time: 0.0086019
Nov 11 16:09:17.216628 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-f9a0ca1a-614d-48e3-a917-a3c545db47fe tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0879664
Nov 11 16:09:17.342284 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-9479cb36-9e06-4d6b-a91c-b0e5bcbf53ed service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 16:09:17.343248 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-9479cb36-9e06-4d6b-a91c-b0e5bcbf53ed service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1160386
Nov 11 16:09:17.471959 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-0a1db96a-836b-4e8c-9d0a-ff1273f20668 service neutron] 10.222.0.24 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226211
Nov 11 16:09:17.599747 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-0961b6ab-a8cb-405e-8350-eaa24efa01ef service neutron] 10.222.0.24 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220887
Nov 11 16:09:17.970489 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c61e3321-477c-481f-95e8-1ce884b05bd4 req-62285eac-660f-4d77-a7c9-903e4d7e77a5 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 210 time: 0.0410700
Nov 11 16:09:19.122515 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-578241be-b5ec-4626-b0ed-fe1278d21392 req-31bd4552-3d5f-40f9-a1c2-e0494a6c723c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 210 time: 0.0444036
Nov 11 16:09:19.153553 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159b3d-3556-488f-848b-511dd01f73b0 req-f7e6011a-ee14-41dd-bde3-c0fda1e10252 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:19.155055 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-f7e6011a-ee14-41dd-bde3-c0fda1e10252 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 811 time: 0.1638615
Nov 11 16:09:19.202818 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-d25f0573-7285-4300-807f-bd04cd5e8941 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb HTTP/1.1" status: 200  len: 380 time: 0.0397012
Nov 11 16:09:19.211565 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'port': {'device_id': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'admin_state_up': True, 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'security_groups': ['30d58ecc-07de-4d62-a4a4-10d9d5665fbe']}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:09:19.443649 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:09:19.453428 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.quota.driver [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:09:19.461945 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Made reservation on behalf of d6ccaa06e23440d8b196ed7d196ccbbb for: {'port': 1} {{(pid=86846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 11 16:09:19.465358 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:19.630831 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_common [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Allocated IP 172.20.0.7 (1ede94d3-affb-488b-a8a9-99f628c2b2ae/6040d19f-e4a2-47bb-856e-c120b2bf4792/cd43cbd9-9993-4b63-9edd-c8c993ff633d) {{(pid=86846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:09:19.830509 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:19.847415 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Transition to ACTIVE for port object cd43cbd9-9993-4b63-9edd-c8c993ff633d will not be triggered until provisioned by entity DHCP. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:09:19.873311 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_create {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:19.879361 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-39f17b2b-7c15-49fd-9b14-f4e56c30e535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:09:19.948594 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae is already hosted by enough agents. {{(pid=86846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:09:19.951679 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.base_scheduler [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources bound (agent type, host, resource id):  {{(pid=86846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:09:19.955625 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Received port after_create {{(pid=86846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:09:19.986960 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=cd43cbd9-9993-4b63-9edd-c8c993ff633d,revision_number=1']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:09:20.004471 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.004845 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.005209 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.005601 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.005956 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.006310 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.006658 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.007008 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.007357 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.007706 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.008049 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.008427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:20.014194 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:09:20.036416 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:20.037800 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:20.064220 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8562272
Nov 11 16:09:20.076034 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.v2.base [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Request body: {'port': {'device_id': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=86846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:09:20.194286 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:20.238923 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-f03e731a-df2c-4009-81a9-e791f4e818a5 None None] Provisioning for port cd43cbd9-9993-4b63-9edd-c8c993ff633d completed by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:09:20.246181 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-f03e731a-df2c-4009-81a9-e791f4e818a5 None None] Provisioning complete for port cd43cbd9-9993-4b63-9edd-c8c993ff633d triggered by entity DHCP. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:09:20.246628 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f03e731a-df2c-4009-81a9-e791f4e818a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:20.301873 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-f03e731a-df2c-4009-81a9-e791f4e818a5 None None] Port cd43cbd9-9993-4b63-9edd-c8c993ff633d cannot update to ACTIVE because it is not bound. {{(pid=86848) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 11 16:09:20.429094 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b303ba-96f5-4e24-ba40-8b120a24e1e0 req-b5f613ea-9767-4905-a0d3-8b3f9230fd50 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:20.429782 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-20b303ba-96f5-4e24-ba40-8b120a24e1e0 req-b5f613ea-9767-4905-a0d3-8b3f9230fd50 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:09:20.505340 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-20b303ba-96f5-4e24-ba40-8b120a24e1e0 req-b5f613ea-9767-4905-a0d3-8b3f9230fd50 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:09:20.506392 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-20b303ba-96f5-4e24-ba40-8b120a24e1e0 req-b5f613ea-9767-4905-a0d3-8b3f9230fd50 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 931 time: 0.2643113
Nov 11 16:09:20.583202 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-20b303ba-96f5-4e24-ba40-8b120a24e1e0 req-374ac377-2c97-4696-ac72-b2e6b9d0190b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647328
Nov 11 16:09:20.649239 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd43cbd9-9993-4b63-9edd-c8c993ff633d {{(pid=86846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:09:20.656272 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:20.670765 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.provisioning_blocks [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Transition to ACTIVE for port object cd43cbd9-9993-4b63-9edd-c8c993ff633d will not be triggered until provisioned by entity L2. {{(pid=86846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 11 16:09:20.674265 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:20.678542 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-85633592-b048-4838-ab2a-160a405ab7a4 tempest-VolumesActionsTest-1508346375 tempest-VolumesActionsTest-1508346375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:09:20.826323 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Pushing event updated for resources: {'Port': ['ID=cd43cbd9-9993-4b63-9edd-c8c993ff633d,revision_number=2']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:09:20.834607 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:09:20.909060 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Attempting to bind port cd43cbd9-9993-4b63-9edd-c8c993ff633d on host hv-cinder-81115 for vnic_type normal with profile  {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 11 16:09:20.909395 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Attempting to bind port cd43cbd9-9993-4b63-9edd-c8c993ff633d by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 11 16:09:20.909718 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Attempting to bind port cd43cbd9-9993-4b63-9edd-c8c993ff633d on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:09:20.914342 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Port cd43cbd9-9993-4b63-9edd-c8c993ff633d on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 11 16:09:20.914659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Attempting to bind port cd43cbd9-9993-4b63-9edd-c8c993ff633d on network 1ede94d3-affb-488b-a8a9-99f628c2b2ae {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 11 16:09:20.919736 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Checking agent: {'id': '85fc3c41-9e83-43d7-ac71-7aa07c70abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'started_at': datetime.datetime(2021, 11, 11, 15, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 11 16:09:20.920117 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Checking segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 11 16:09:20.920467 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Bound using segment: {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'} {{(pid=86846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 11 16:09:20.920889 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.managers [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Bound port: cd43cbd9-9993-4b63-9edd-c8c993ff633d, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114f521a-923e-4019-8c16-17887c8a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae'}}] {{(pid=86846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 11 16:09:20.921234 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:21.007402 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] For port cd43cbd9-9993-4b63-9edd-c8c993ff633d, host hv-cinder-81115, cleared binding levels {{(pid=86846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 11 16:09:21.010204 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] For port cd43cbd9-9993-4b63-9edd-c8c993ff633d, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 11 16:09:21.014504 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1856504'] for port, after_update {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:21.018041 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-615d0938-de6f-4eff-b69f-434704cfb295 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:09:21.077028 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:21.077643 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:21.079002 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] 10.222.0.15 "PUT /v2.0/ports/cd43cbd9-9993-4b63-9edd-c8c993ff633d HTTP/1.1" status: 200  len: 1093 time: 1.0072322
Nov 11 16:09:21.079525 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:09:21.109586 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Pushing event updated for resources: {'Port': ['ID=cd43cbd9-9993-4b63-9edd-c8c993ff633d,revision_number=3']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:09:21.113597 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-8d305318-5bc6-4324-bc7e-3661ce58216d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:09:21.191058 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159b3d-3556-488f-848b-511dd01f73b0 req-f5f975d5-1daa-4428-a3d8-06396163e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:21.192577 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-f5f975d5-1daa-4428-a3d8-06396163e547 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 1096 time: 0.0750570
Nov 11 16:09:21.348873 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-e52b743f-080d-4b5b-871a-0eaab2231460 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d HTTP/1.1" status: 200  len: 217 time: 0.1495914
Nov 11 16:09:21.413473 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159b3d-3556-488f-848b-511dd01f73b0 req-fa1b0f32-ec0f-4056-bbaf-4384d7037b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:21.414846 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-fa1b0f32-ec0f-4056-bbaf-4384d7037b5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0590608
Nov 11 16:09:21.491098 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159b3d-3556-488f-848b-511dd01f73b0 req-b4ee8123-dee4-4078-a6d3-783de4126460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:21.492529 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-b4ee8123-dee4-4078-a6d3-783de4126460 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707078
Nov 11 16:09:21.622987 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-dab389f3-c39b-4686-bc92-ac6f643509da service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233511
Nov 11 16:09:21.805467 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29159b3d-3556-488f-848b-511dd01f73b0 req-308ea4f9-6a53-45c6-a540-1cfa6b98b242 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763375
Nov 11 16:09:21.821218 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ddfec-1e01-4d5c-b968-738b0414c9d6 req-d1c4a9c7-2515-4530-bdf5-d125c9cc29fe tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:21.822650 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6e3ddfec-1e01-4d5c-b968-738b0414c9d6 req-d1c4a9c7-2515-4530-bdf5-d125c9cc29fe tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 943 time: 0.1293166
Nov 11 16:09:21.871295 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6e3ddfec-1e01-4d5c-b968-738b0414c9d6 req-481a9176-7a2e-45f5-bda3-9755a8c2c3c2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418327
Nov 11 16:09:22.150091 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'status': 'completed', 'code': 200}
Nov 11 16:09:22.250247 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b29649-e439-4513-82a9-a193b18ec79a req-a62be30c-88c3-46ce-b5e8-b64d0cc8212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:22.251688 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29b29649-e439-4513-82a9-a193b18ec79a req-a62be30c-88c3-46ce-b5e8-b64d0cc8212f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 1096 time: 0.0702977
Nov 11 16:09:22.383336 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b29649-e439-4513-82a9-a193b18ec79a req-39da3204-147b-496b-8679-32d545bfe606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:22.384758 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29b29649-e439-4513-82a9-a193b18ec79a req-39da3204-147b-496b-8679-32d545bfe606 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1227691
Nov 11 16:09:22.454461 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29b29649-e439-4513-82a9-a193b18ec79a req-0f75e9cf-3e43-4398-934e-4abbb6bfbd80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d HTTP/1.1" status: 200  len: 217 time: 0.0624382
Nov 11 16:09:22.516122 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b29649-e439-4513-82a9-a193b18ec79a req-ce66f145-06e6-4acd-afad-9c515914e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:22.517512 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29b29649-e439-4513-82a9-a193b18ec79a req-ce66f145-06e6-4acd-afad-9c515914e8ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0568025
Nov 11 16:09:22.594825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b29649-e439-4513-82a9-a193b18ec79a req-71a259f2-e31b-4393-868e-c4dec8e2be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:22.596283 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29b29649-e439-4513-82a9-a193b18ec79a req-71a259f2-e31b-4393-868e-c4dec8e2be3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725067
Nov 11 16:09:22.725875 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29b29649-e439-4513-82a9-a193b18ec79a req-c87eeecc-2a32-4bcf-851e-6551009f8f12 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229358
Nov 11 16:09:22.855911 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-29b29649-e439-4513-82a9-a193b18ec79a req-a246354a-62a9-47ff-9a0f-5e0ec929ce3c service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231251
Nov 11 16:09:23.049156 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948e3df-644c-4e20-92fa-90f8ed45d433 req-5dd919eb-47f6-47b5-9b58-68861a40bd96 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:23.050603 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7948e3df-644c-4e20-92fa-90f8ed45d433 req-5dd919eb-47f6-47b5-9b58-68861a40bd96 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 943 time: 0.0786080
Nov 11 16:09:23.094408 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-7948e3df-644c-4e20-92fa-90f8ed45d433 req-112cb85e-1a74-4d22-8e7b-cc1e2394ef4f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375695
Nov 11 16:09:24.280130 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8dd2b-05b2-4983-ab8b-bacb039a1279 req-5722911e-5b88-41a5-a657-b21d2347d439 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:24.281572 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9de8dd2b-05b2-4983-ab8b-bacb039a1279 req-5722911e-5b88-41a5-a657-b21d2347d439 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 943 time: 0.0827506
Nov 11 16:09:24.324705 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9de8dd2b-05b2-4983-ab8b-bacb039a1279 req-2d97e106-a52b-4900-a8a7-ae38cb93bcce tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375569
Nov 11 16:09:25.572923 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732934-c057-48c3-affc-42b184b3a2c8 req-33eb9e42-c837-40ed-a607-87e97f4834ec tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:25.574357 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8732934-c057-48c3-affc-42b184b3a2c8 req-33eb9e42-c837-40ed-a607-87e97f4834ec tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 943 time: 0.0838737
Nov 11 16:09:25.617920 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8732934-c057-48c3-affc-42b184b3a2c8 req-6850c0f0-e4a7-4c28-a4dc-d4fbd3cd53b3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379219
Nov 11 16:09:26.800317 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d694c-306c-43dc-ab5e-75cf7accc18e req-c916e7f2-6ebf-4206-80ac-b61f1be59c33 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:26.801748 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-830d694c-306c-43dc-ab5e-75cf7accc18e req-c916e7f2-6ebf-4206-80ac-b61f1be59c33 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 943 time: 0.0805330
Nov 11 16:09:26.844352 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-830d694c-306c-43dc-ab5e-75cf7accc18e req-bc8caa97-381b-4cde-9c1a-945aa4a5a292 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370302
Nov 11 16:09:28.026654 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855ef22-8470-48eb-aad0-4cddbbdea86b req-0d8f7061-d5d5-4b9f-99cb-11ce7538992b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:28.028101 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c855ef22-8470-48eb-aad0-4cddbbdea86b req-0d8f7061-d5d5-4b9f-99cb-11ce7538992b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 943 time: 0.0789313
Nov 11 16:09:28.071103 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c855ef22-8470-48eb-aad0-4cddbbdea86b req-2f6e60c9-70ca-4664-a1a6-f71acf1fbef2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373662
Nov 11 16:09:29.255053 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b8bf6-4356-4eba-bd58-ee3d10a2d135 req-fc13ae21-6f82-4d2a-82e7-78821e9563a4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:29.256487 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4d6b8bf6-4356-4eba-bd58-ee3d10a2d135 req-fc13ae21-6f82-4d2a-82e7-78821e9563a4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 943 time: 0.0827296
Nov 11 16:09:29.298630 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4d6b8bf6-4356-4eba-bd58-ee3d10a2d135 req-334c2c5d-06ea-413e-9117-633e1145897a tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366664
Nov 11 16:09:29.847110 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device cd43cbd9-9993-4b63-9edd-c8c993ff633d details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=86848) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 11 16:09:29.976221 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port cd43cbd9-9993-4b63-9edd-c8c993ff633d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:09:29.989289 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Returning: {'device': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'port_id': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'mac_address': 'fa:16:3e:80:23:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86848) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 16:09:30.043256 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:30.062004 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd43cbd9-9993-4b63-9edd-c8c993ff633d {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 11 16:09:30.077059 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port cd43cbd9-9993-4b63-9edd-c8c993ff633d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:09:30.082207 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:30.084640 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:09:30.147865 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=cd43cbd9-9993-4b63-9edd-c8c993ff633d,revision_number=4']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:09:30.154773 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.155114 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.155500 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.155853 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.156209 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.156604 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.157002 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.157338 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.157714 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.158115 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.158455 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.158840 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:30.162542 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:09:30.297039 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] get_ports_and_sgs() called for port_ids ['cd43cbd9-9993-4b63-9edd-c8c993ff633d'] {{(pid=86848) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 16:09:30.577253 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646a97-8d8a-4b0d-9db8-f8831235c6b6 req-2f426274-2a72-4ba0-bea8-cb60fa74a064 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:30.578683 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-aa646a97-8d8a-4b0d-9db8-f8831235c6b6 req-2f426274-2a72-4ba0-bea8-cb60fa74a064 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 944 time: 0.1778154
Nov 11 16:09:30.624632 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-aa646a97-8d8a-4b0d-9db8-f8831235c6b6 req-a41ea209-922f-492e-b816-05d785ab3097 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402718
Nov 11 16:09:31.805284 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc0a6-8272-48b2-b12c-c8b4c0f15c02 req-79af870e-edcb-44f3-b8e1-7360fbc1804e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:31.806719 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4f7dc0a6-8272-48b2-b12c-c8b4c0f15c02 req-79af870e-edcb-44f3-b8e1-7360fbc1804e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 944 time: 0.0805893
Nov 11 16:09:31.850793 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device cd43cbd9-9993-4b63-9edd-c8c993ff633d up at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 11 16:09:31.853813 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-4f7dc0a6-8272-48b2-b12c-c8b4c0f15c02 req-cc1f106c-d2e0-4d64-8d60-a3e53df708f0 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414515
Nov 11 16:09:31.920469 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning for port cd43cbd9-9993-4b63-9edd-c8c993ff633d completed by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 11 16:09:31.924960 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Provisioning complete for port cd43cbd9-9993-4b63-9edd-c8c993ff633d triggered by entity L2. {{(pid=86848) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 11 16:09:31.925339 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16043940'] for port, provisioning_complete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:32.041942 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:32.068665 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:09:32.078345 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] For port cd43cbd9-9993-4b63-9edd-c8c993ff633d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:09:32.082683 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:32.085792 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:09:32.150462 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Pushing event updated for resources: {'Port': ['ID=cd43cbd9-9993-4b63-9edd-c8c993ff633d,revision_number=5']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:09:32.153361 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:09:33.037705 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea51f3-8484-4db1-a8ca-a386cc26dc5e req-c6b451a1-fb29-4160-99bc-012299b09bfc tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:33.039122 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-38ea51f3-8484-4db1-a8ca-a386cc26dc5e req-c6b451a1-fb29-4160-99bc-012299b09bfc tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 945 time: 0.0780950
Nov 11 16:09:33.082360 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-38ea51f3-8484-4db1-a8ca-a386cc26dc5e req-9ed4b21e-b21d-420c-b4aa-03627e79f61e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376227
Nov 11 16:09:33.130566 dv-cinder-811151-2-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'code': 200}
Nov 11 16:09:33.392001 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2d287-30f5-4c0b-be47-fa74605830d3 req-e9e2cc05-76a1-4cc0-988e-8e2659d63c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:33.393435 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-27f2d287-30f5-4c0b-be47-fa74605830d3 req-e9e2cc05-76a1-4cc0-988e-8e2659d63c64 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 1098 time: 0.0676246
Nov 11 16:09:33.433087 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-27f2d287-30f5-4c0b-be47-fa74605830d3 req-6834fca2-9754-4509-906f-78edddda1826 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333045
Nov 11 16:09:34.365391 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e35aa0-a697-4ad7-83c7-c1230b542b08 req-55c49c5e-ab05-49cb-b0a2-9e015020887c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:34.366750 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-27e35aa0-a697-4ad7-83c7-c1230b542b08 req-55c49c5e-ab05-49cb-b0a2-9e015020887c tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 945 time: 0.1818459
Nov 11 16:09:34.414554 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-27e35aa0-a697-4ad7-83c7-c1230b542b08 req-f0da7c1e-ce81-47b7-ab25-e36b8edb2aaa tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422432
Nov 11 16:09:35.599052 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59e453-95a0-4dd2-baee-df0798f61b81 req-2a9f233c-f8eb-410f-b0cd-f3bd742ef087 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:35.601192 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0d59e453-95a0-4dd2-baee-df0798f61b81 req-2a9f233c-f8eb-410f-b0cd-f3bd742ef087 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 945 time: 0.0814140
Nov 11 16:09:35.644898 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-0d59e453-95a0-4dd2-baee-df0798f61b81 req-f8dd049c-4c3a-44c2-aa6a-dd5665b2d466 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377812
Nov 11 16:09:35.825973 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02b023-fe7c-4a2d-800c-634329987ffd req-3b7867cf-e844-4ce3-9411-9e145712a331 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:35.827441 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ec02b023-fe7c-4a2d-800c-634329987ffd req-3b7867cf-e844-4ce3-9411-9e145712a331 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 945 time: 0.0811143
Nov 11 16:09:35.870011 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-ec02b023-fe7c-4a2d-800c-634329987ffd req-6a4f48ac-2181-4b34-8fc7-b33e25e0c1bd tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370839
Nov 11 16:09:35.892442 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35918) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:09:35.967298 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bd17f-832f-40a1-b609-03a7f47ad3a1 tempest-TestVolumeBootPattern-974939379 tempest-TestVolumeBootPattern-974939379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:35.968796 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-3d8bd17f-832f-40a1-b609-03a7f47ad3a1 tempest-TestVolumeBootPattern-974939379 tempest-TestVolumeBootPattern-974939379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 1093 time: 0.0754278
Nov 11 16:09:35.971546 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35922) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:09:35.976376 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.v2.base [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Request body: {'floatingip': {'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'port_id': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 11 16:09:35.982303 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 11 16:09:35.986117 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Usage tracker for resource:floatingip and tenant:d6ccaa06e23440d8b196ed7d196ccbbb is out of sync, need to count used quota {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 11 16:09:35.988978 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86847) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 11 16:09:35.994782 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.quota.driver [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86847) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 11 16:09:36.004736 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:36.140845 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:36.275777 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_common [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Allocated IP 172.27.1.66 (77601c51-9a89-4977-a9ce-efb7c7cc32eb/06ce7af0-ee29-403c-860b-3d83a6bfde50/a82742e3-d550-43ac-89f9-97bcffebd3a2) {{(pid=86847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 11 16:09:36.418651 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:36.448910 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758201053175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:36.453121 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-2257bae1-976c-4231-b7fd-0e9e2405e990 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:09:36.510386 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Network 77601c51-9a89-4977-a9ce-efb7c7cc32eb is already hosted by enough agents. {{(pid=86847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 11 16:09:36.513109 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.base_scheduler [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Resources bound (agent type, host, resource id):  {{(pid=86847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 11 16:09:36.516760 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Received port after_create {{(pid=86847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 16:09:36.562975 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=a82742e3-d550-43ac-89f9-97bcffebd3a2,revision_number=1']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:09:36.573860 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.574237 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.574607 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.574971 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.575324 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.575679 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.576030 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.576410 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.576766 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.577118 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.577468 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.577821 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:09:36.582416 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:09:36.938324 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:37.011100 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16095947'] for port, before_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:37.211339 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for port, precommit_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:37.215555 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758201519620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758201055501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758201055546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1891367'] for port, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:37.220111 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-f50d78b0-8355-4b4a-9d1d-d24fa2a12ba5 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:09:37.333609 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event updated for resources: {'Port': ['ID=a82742e3-d550-43ac-89f9-97bcffebd3a2,revision_number=2']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:09:37.337996 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:09:37.342688 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-842964'] for floatingip, after_update {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:37.602155 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Floating IP fdf70ec8-430c-4c1c-a3c0-d18faa712281 associated. External IP: 172.27.1.66, port: cd43cbd9-9993-4b63-9edd-c8c993ff633d.
Nov 11 16:09:37.961221 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:09:38.136760 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:09:38.146218 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:09:38.155209 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:09:38.156126 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5be4130>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:09:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:09:38.160506 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:38.215128 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c43fac87-50e2-4ca8-b8c7-56d10dec5d7d tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2425067
Nov 11 16:09:38.215794 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:09:38.331602 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'status': 'completed', 'code': 200}
Nov 11 16:09:38.373580 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:09:38.422606 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-835f38c4-ec62-40d6-98f9-b08556c580cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:38.424137 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-835f38c4-ec62-40d6-98f9-b08556c580cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 1098 time: 0.0718696
Nov 11 16:09:38.553845 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-4731433f-2409-4716-acb7-8f44c1a4ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:38.555365 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-4731433f-2409-4716-acb7-8f44c1a4ed99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1250288
Nov 11 16:09:38.658235 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-7502f75d-ccda-4b96-bcce-2631499b52ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d HTTP/1.1" status: 200  len: 998 time: 0.0966778
Nov 11 16:09:38.716898 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5be4130>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:27Z', 'revision_number': 1, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}, {'id': 'fdf70ec8-430c-4c1c-a3c0-d18faa712281', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:80:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:36Z', 'updated_at': '2021-11-11T16:09:36Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:09:38.720761 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:09:38.724119 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-3497c1e6-d76b-4b77-b940-5dda56b91645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:38.726145 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-3497c1e6-d76b-4b77-b940-5dda56b91645 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0619590
Nov 11 16:09:38.729857 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:09:38.730697 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5be4130>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:09:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:09:38.799845 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-a899e512-a456-4e14-8c1f-58dd6c4eb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:09:38.801325 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-a899e512-a456-4e14-8c1f-58dd6c4eb44e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690420
Nov 11 16:09:38.910239 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:09:38.931728 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-5d31ac9e-ef98-40fc-9615-d41c9539ac08 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241302
Nov 11 16:09:39.062722 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-c8085f44-f406-4574-b7b4-2a0d08b01d88 req-2b0014f7-23b3-41ea-9944-0f43287a3e3a service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240237
Nov 11 16:09:39.257406 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5be4130>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:27Z', 'revision_number': 1, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}, {'id': 'fdf70ec8-430c-4c1c-a3c0-d18faa712281', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:80:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:36Z', 'updated_at': '2021-11-11T16:09:36Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:09:39.262975 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67553c45-ca9e-4f88-8157-630cc1c4f679 None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:27Z', 'revision_number': 1, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}, {'id': 'fdf70ec8-430c-4c1c-a3c0-d18faa712281', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:80:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:36Z', 'updated_at': '2021-11-11T16:09:36Z', 'revision_number': 0, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:09:39.452414 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5d001-c31a-483f-be95-4ef9bc3cfe30 None None] New status for floating IP fdf70ec8-430c-4c1c-a3c0-d18faa712281: ACTIVE {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:09:41.565325 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9bc361a3-ae20-4808-a361-6a5500f16f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:41.842837 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:44.085883 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-751efe7d-e8f8-40bd-869e-97c9a7bd0eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:44.381299 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:45.171877 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:46.746117 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:09:49.289646 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:10:00.057217 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-4a8f2ed5-565e-46d0-bca9-9d61f873a220 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0729687
Nov 11 16:10:00.195138 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-fceb4e2b-4010-460c-a3bf-0e696ab5a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:10:00.196579 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-fceb4e2b-4010-460c-a3bf-0e696ab5a655 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1099 time: 0.0713904
Nov 11 16:10:00.338981 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-e556f773-2675-4a97-a6a4-df70e1306421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:10:00.340359 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-e556f773-2675-4a97-a6a4-df70e1306421 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1259089
Nov 11 16:10:00.442894 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-bb93dd4c-9acc-491d-afd2-3dba07a083a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 200  len: 1001 time: 0.0952983
Nov 11 16:10:00.502367 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-b86740d9-2ed5-4683-a9c2-943e7678a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:10:00.503716 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-b86740d9-2ed5-4683-a9c2-943e7678a292 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0555873
Nov 11 16:10:00.579284 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-9c8cf7a7-76f8-482a-9fe8-a57308ad7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:10:00.580732 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-9c8cf7a7-76f8-482a-9fe8-a57308ad7d58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707388
Nov 11 16:10:00.792589 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-f77070bd-55cc-4a75-9697-a101d3704fe5 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051723
Nov 11 16:10:00.920941 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-52ef8094-63dc-4c40-a6c6-560957ba8237 req-3bb5752a-1b20-4473-a562-30131865a911 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216021
Nov 11 16:10:11.567430 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-33027e9c-e692-49fd-9560-186dcc4845f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:11.842788 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:14.087456 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b4e169f9-f1ce-4823-b474-e49c55f73d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:14.405051 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:15.175269 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:16.747155 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:26.288295 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:10:41.568932 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-493dd12c-005c-46ed-a83b-492e0d91b321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:41.842989 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:44.089560 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b45c2ac7-9f3a-4adc-ab57-8f86e4c881db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:44.388716 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:45.177861 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:46.750888 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:59.460560 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35946) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:10:59.663431 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Deleting port a82742e3-d550-43ac-89f9-97bcffebd3a2 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:10:59.663764 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:59.826653 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:59.826975 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:10:59.946475 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Calling delete_port for a82742e3-d550-43ac-89f9-97bcffebd3a2 owned by network:floatingip {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:00.199067 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:00.203451 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-3060eff2-ecbd-43c5-8707-6d9dc84887c4 tempest-AttachVolumeNegativeTest-1978508648 tempest-AttachVolumeNegativeTest-1978508648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:00.248931 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event deleted for resources: {'Port': ['ID=a82742e3-d550-43ac-89f9-97bcffebd3a2,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:00.313071 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.313448 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.313815 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.314180 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.314540 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.314898 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.315253 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.315629 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.315979 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.316353 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.316705 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.317065 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:00.326761 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:00.344459 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:00.344720 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Floating IP fdf70ec8-430c-4c1c-a3c0-d18faa712281 disassociated (deleted). External IP: 172.27.1.66, port: cd43cbd9-9993-4b63-9edd-c8c993ff633d.
Nov 11 16:11:00.689144 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:11:00.863320 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:11:00.872954 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:11:00.883464 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:00.883834 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:11:00.884474 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5b18fa0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:10:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:00.946275 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-c7a9cbf2-b063-4a7d-bcbd-21034916adc1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "DELETE /v2.0/floatingips/fdf70ec8-430c-4c1c-a3c0-d18faa712281 HTTP/1.1" status: 204  len: 168 time: 1.4845858
Nov 11 16:11:00.946806 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:11:01.008442 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'status': 'completed', 'code': 200}
Nov 11 16:11:01.066621 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:11:01.137968 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-9b900f82-9a28-4a07-be9c-476c9cfe228e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1047513
Nov 11 16:11:01.155162 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0d1-da47-4802-b066-f70f32566495 req-ecf0a92a-9b29-4d78-9b7f-f9c232c941ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:01.156659 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a7af0d1-da47-4802-b066-f70f32566495 req-ecf0a92a-9b29-4d78-9b7f-f9c232c941ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 1098 time: 0.1192212
Nov 11 16:11:01.306477 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0d1-da47-4802-b066-f70f32566495 req-9e193143-fdfd-4626-82af-3cd4aef96672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:01.308177 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a7af0d1-da47-4802-b066-f70f32566495 req-9e193143-fdfd-4626-82af-3cd4aef96672 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1451254
Nov 11 16:11:01.380533 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a7af0d1-da47-4802-b066-f70f32566495 req-ca4f806e-53eb-46d6-af07-689cef922be9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d HTTP/1.1" status: 200  len: 217 time: 0.0648186
Nov 11 16:11:01.402389 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72be79-737f-4623-ab42-71f7759b086b req-7df49442-9a7f-4fc1-a0aa-5d40d53e3d7e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:01.403835 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5c72be79-737f-4623-ab42-71f7759b086b req-7df49442-9a7f-4fc1-a0aa-5d40d53e3d7e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 945 time: 0.1467774
Nov 11 16:11:01.448868 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0d1-da47-4802-b066-f70f32566495 req-1063fdab-7a92-45b0-b44e-2efcb2a04622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:01.450306 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a7af0d1-da47-4802-b066-f70f32566495 req-1063fdab-7a92-45b0-b44e-2efcb2a04622 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0616052
Nov 11 16:11:01.451177 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-5c72be79-737f-4623-ab42-71f7759b086b req-6de933b6-c4c8-45eb-a5a4-05ff3fa9716e tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408790
Nov 11 16:11:01.469506 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5b18fa0>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:27Z', 'revision_number': 1, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:01.473981 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:11:01.482652 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:11:01.483238 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5b18fa0>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:10:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:01.529310 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0d1-da47-4802-b066-f70f32566495 req-73fc736b-e7e2-48b3-8a66-c2f72ca19a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:01.530688 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a7af0d1-da47-4802-b066-f70f32566495 req-73fc736b-e7e2-48b3-8a66-c2f72ca19a1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728772
Nov 11 16:11:01.660058 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:11:01.761124 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a7af0d1-da47-4802-b066-f70f32566495 req-ced294d7-8496-4351-a2af-92d567139fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2233315
Nov 11 16:11:01.899718 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-7a7af0d1-da47-4802-b066-f70f32566495 req-67968ce1-eefa-4309-be2b-12f8a4f00cbd service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315973
Nov 11 16:11:02.031963 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5b18fa0>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:27Z', 'revision_number': 1, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:02.038479 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f0db9-3847-4fcf-a38c-fd2f4d361d04 None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_floatingips': [{'id': '1b031c9c-2bcb-443b-8af6-4268b77fc0e6', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'router_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'port_id': '32860abe-c82d-4c15-982f-0941a94897d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'mac_address': 'fa:16:3e:7d:ab:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:07:24Z', 'updated_at': '2021-11-11T16:07:27Z', 'revision_number': 1, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:11:02.042182 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-e0316b9e-c8e4-4d2e-bad2-c6d4da8b50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:02.044738 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-e0316b9e-c8e4-4d2e-bad2-c6d4da8b50d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 1098 time: 0.0930488
Nov 11 16:11:02.201063 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-9747310e-f6bc-4a56-bbdd-b6b6eae47093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:02.202481 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-9747310e-f6bc-4a56-bbdd-b6b6eae47093 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1346335
Nov 11 16:11:02.263952 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d74fe-f9be-454b-84ba-124ad97e670f None None] New status for floating IP fdf70ec8-430c-4c1c-a3c0-d18faa712281: DOWN {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:11:02.277942 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-f2440529-a91a-476f-b7d1-78e5f1fd9a3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d HTTP/1.1" status: 200  len: 217 time: 0.0667391
Nov 11 16:11:02.340852 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-73609a53-74b5-438e-ae8a-f63125eae43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:02.342733 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-73609a53-74b5-438e-ae8a-f63125eae43d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0572996
Nov 11 16:11:02.423773 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-c525f1a5-88b4-4a47-bf58-66bb827a4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:02.425830 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-c525f1a5-88b4-4a47-bf58-66bb827a4c9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765345
Nov 11 16:11:02.557755 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-2e9dff24-3f91-4abd-89cc-28b45e2f8a17 service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250029
Nov 11 16:11:02.749152 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-253e389a-47fb-4e6f-968d-61e0db8a2810 req-58317639-e07d-494e-b0e9-f0f0fdce88ae service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850009
Nov 11 16:11:02.762042 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61754898-f120-4f27-a4d1-a78e89b10ab9 req-6592d52c-28ab-4712-a591-d81ac612f1d2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:02.762741 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-61754898-f120-4f27-a4d1-a78e89b10ab9 req-6592d52c-28ab-4712-a591-d81ac612f1d2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:11:02.778683 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-61754898-f120-4f27-a4d1-a78e89b10ab9 req-6592d52c-28ab-4712-a591-d81ac612f1d2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:11:02.779800 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-61754898-f120-4f27-a4d1-a78e89b10ab9 req-6592d52c-28ab-4712-a591-d81ac612f1d2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 945 time: 0.1981876
Nov 11 16:11:02.827170 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-61754898-f120-4f27-a4d1-a78e89b10ab9 req-be1ff6c9-b482-42cd-8176-9a4cc641a79f tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409927
Nov 11 16:11:02.827392 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-3f065624-44cb-4353-bea4-706c6af807f3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:02.828613 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-3f065624-44cb-4353-bea4-706c6af807f3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 945 time: 0.0802689
Nov 11 16:11:02.900716 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Deleting port cd43cbd9-9993-4b63-9edd-c8c993ff633d {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:02.900973 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:03.137387 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] For port cd43cbd9-9993-4b63-9edd-c8c993ff633d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cd43cbd9-9993-4b63-9edd-c8c993ff633d,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:03.137741 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:03.260086 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Calling delete_port for cd43cbd9-9993-4b63-9edd-c8c993ff633d owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:03.286835 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:11:03.399102 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:03.405346 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-fcb365db-904f-45e3-bac2-0ee2138d3ed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:03.451722 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event deleted for resources: {'Port': ['ID=cd43cbd9-9993-4b63-9edd-c8c993ff633d,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:03.497446 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.497830 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.498205 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.498572 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.498934 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.499367 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.499659 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.500014 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.500400 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.500758 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.501111 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.501464 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-iscsi {{(pid=86846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 11 16:11:03.527956 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:03.540580 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] No DVR routers for this DVR port cd43cbd9-9993-4b63-9edd-c8c993ff633d on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:11:03.542815 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:03.545401 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'name': 'network-vif-deleted', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:11:03.562177 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-6df3226a-4dbe-4e7b-bb6c-4b24412b4ba3 req-56f41975-3932-405f-882f-3b5282d92f70 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "DELETE /v2.0/ports/cd43cbd9-9993-4b63-9edd-c8c993ff633d HTTP/1.1" status: 204  len: 173 time: 0.7277491
Nov 11 16:11:03.598316 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a8bba5-c91e-4744-b827-a5fc64c8e9af', 'name': 'network-vif-deleted', 'tag': 'cd43cbd9-9993-4b63-9edd-c8c993ff633d', 'status': 'completed', 'code': 200}
Nov 11 16:11:03.979470 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-9f8c27ab-df74-4caa-ae12-838bae521de9 req-8e8e2c50-d16e-433d-8da6-26d7b07afae3 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a8bba5-c91e-4744-b827-a5fc64c8e9af HTTP/1.1" status: 200  len: 210 time: 0.0426030
Nov 11 16:11:06.390185 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device cd43cbd9-9993-4b63-9edd-c8c993ff633d no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:11:06.427389 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: cd43cbd9-9993-4b63-9edd-c8c993ff633d {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:11:06.427740 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device cd43cbd9-9993-4b63-9edd-c8c993ff633d not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:11:07.573481 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 35984) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:07.774787 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Deleting port 0163a48f-7652-4f8f-8266-1994075606d3 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:07.775130 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:07.939734 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:07.940083 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:08.164313 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Calling delete_port for 0163a48f-7652-4f8f-8266-1994075606d3 owned by network:floatingip {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:08.311432 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:08.314922 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:08.361228 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event deleted for resources: {'Port': ['ID=0163a48f-7652-4f8f-8266-1994075606d3,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:08.364983 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:08.450097 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:08.450325 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.db.l3_db [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Floating IP 1b031c9c-2bcb-443b-8af6-4268b77fc0e6 disassociated (deleted). External IP: 172.27.1.98, port: 32860abe-c82d-4c15-982f-0941a94897d9.
Nov 11 16:11:08.801533 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:11:08.978441 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:11:08.988842 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:11:08.995429 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:09.000047 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:11:09.000689 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5ed9c70>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:10:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:09.053458 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-0bfd0309-ff5d-4879-841b-482cef658263 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "DELETE /v2.0/floatingips/1b031c9c-2bcb-443b-8af6-4268b77fc0e6 HTTP/1.1" status: 204  len: 168 time: 1.4787114
Nov 11 16:11:09.053946 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9'}] {{(pid=86847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:11:09.101650 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9', 'status': 'completed', 'code': 200}
Nov 11 16:11:09.183436 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:11:09.198460 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860d235-bfde-473d-a4af-f80db500d104 req-fb00757b-dc1b-4efb-aac6-d917796059fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:09.199964 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4860d235-bfde-473d-a4af-f80db500d104 req-fb00757b-dc1b-4efb-aac6-d917796059fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 1099 time: 0.0758739
Nov 11 16:11:09.337087 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860d235-bfde-473d-a4af-f80db500d104 req-e08367ca-e59d-43f5-ad04-667f660c15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:09.338624 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4860d235-bfde-473d-a4af-f80db500d104 req-e08367ca-e59d-43f5-ad04-667f660c15c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 200  len: 912 time: 0.1323380
Nov 11 16:11:09.437891 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4860d235-bfde-473d-a4af-f80db500d104 req-3acf87c9-88b3-4b14-a8de-e7521d02ce20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 200  len: 217 time: 0.0919652
Nov 11 16:11:09.502211 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5ed9c70>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:09.506737 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:11:09.515084 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:11:09.515677 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d5ed9c70>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:10:44Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:09.519757 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860d235-bfde-473d-a4af-f80db500d104 req-a037b7f3-418e-40ab-b232-8242966753c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:09.521209 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4860d235-bfde-473d-a4af-f80db500d104 req-a037b7f3-418e-40ab-b232-8242966753c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 200  len: 850 time: 0.0766780
Nov 11 16:11:09.672598 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367a109-7a84-4af8-b485-1d990aa1cf97 req-ff13adf9-0338-4d55-a78f-e8003cb521f9 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:09.673189 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-e367a109-7a84-4af8-b485-1d990aa1cf97 req-ff13adf9-0338-4d55-a78f-e8003cb521f9 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:11:09.704713 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.quota.resource [req-e367a109-7a84-4af8-b485-1d990aa1cf97 req-ff13adf9-0338-4d55-a78f-e8003cb521f9 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:11:09.706392 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e367a109-7a84-4af8-b485-1d990aa1cf97 req-ff13adf9-0338-4d55-a78f-e8003cb521f9 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 946 time: 0.3079391
Nov 11 16:11:09.740256 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860d235-bfde-473d-a4af-f80db500d104 req-c7b7f900-f201-45e2-8cdf-0f050de494f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:09.741425 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:11:09.741754 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4860d235-bfde-473d-a4af-f80db500d104 req-c7b7f900-f201-45e2-8cdf-0f050de494f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ede94d3-affb-488b-a8a9-99f628c2b2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2123559
Nov 11 16:11:09.825121 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-e367a109-7a84-4af8-b485-1d990aa1cf97 req-d3bd818d-8003-41bc-b97d-8bbcd1d672cd tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109915
Nov 11 16:11:09.888527 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4860d235-bfde-473d-a4af-f80db500d104 req-cddc4f04-e3c9-4c0f-9f28-1dba59d1bedb service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380513
Nov 11 16:11:10.021375 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-4860d235-bfde-473d-a4af-f80db500d104 req-b61b0eee-7f2f-409d-865d-540d6768eb3c service neutron] 10.222.0.15 "GET /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253355
Nov 11 16:11:10.054438 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d5ed9c70>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:10.058407 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a8bbb-b1d8-41e3-bc26-686718631b20 None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:04:16Z', 'revision_number': 4, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi', '_interfaces': [{'id': 'd8bca2c3-ac54-48d3-9da6-6be776256f8f', 'name': '', 'network_id': '1ede94d3-affb-488b-a8a9-99f628c2b2ae', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'mac_address': 'fa:16:3e:98:fe:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:16Z', 'updated_at': '2021-11-11T16:04:25Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'subnets': [{'id': '6040d19f-e4a2-47bb-856e-c120b2bf4792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:11:10.261900 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33d776-e760-4823-917c-023480ae9ed8 None None] New status for floating IP 1b031c9c-2bcb-443b-8af6-4268b77fc0e6: DOWN {{(pid=86849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 11 16:11:10.797756 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-a2a65012-a019-4132-9002-c127dbf5cdc8 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:10.799172 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-a2a65012-a019-4132-9002-c127dbf5cdc8 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 946 time: 0.0780990
Nov 11 16:11:10.870332 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Deleting port 32860abe-c82d-4c15-982f-0941a94897d9 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:10.870671 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:11.016321 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf5449-10b2-4f2c-8019-4d2a2a0894a3 req-80e391d0-3b4b-452b-aea9-01564565446b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 11 16:11:11.017080 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-29cf5449-10b2-4f2c-8019-4d2a2a0894a3 req-80e391d0-3b4b-452b-aea9-01564565446b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Synchronizing usage tracker for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86847) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 11 16:11:11.029366 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.quota.resource [req-29cf5449-10b2-4f2c-8019-4d2a2a0894a3 req-80e391d0-3b4b-452b-aea9-01564565446b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Unset dirty status for tenant:d6ccaa06e23440d8b196ed7d196ccbbb on resource:port {{(pid=86847) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 11 16:11:11.030476 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29cf5449-10b2-4f2c-8019-4d2a2a0894a3 req-80e391d0-3b4b-452b-aea9-01564565446b tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 946 time: 0.0970693
Nov 11 16:11:11.075450 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-29cf5449-10b2-4f2c-8019-4d2a2a0894a3 req-3910a3d9-5502-4c24-a355-d98217914171 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/security-groups?id=30d58ecc-07de-4d62-a4a4-10d9d5665fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379486
Nov 11 16:11:11.119887 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] For port 32860abe-c82d-4c15-982f-0941a94897d9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=32860abe-c82d-4c15-982f-0941a94897d9,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:11.120258 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:11.239496 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Calling delete_port for 32860abe-c82d-4c15-982f-0941a94897d9 owned by compute:nova {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:11.379623 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:11.384916 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-791484e2-3836-4e2b-ae82-294ce4f36ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:11.428829 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event deleted for resources: {'Port': ['ID=32860abe-c82d-4c15-982f-0941a94897d9,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:11.431825 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:11.507137 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] No DVR routers for this DVR port 32860abe-c82d-4c15-982f-0941a94897d9 on host hv-cinder-81115 {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:11:11.509509 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for port, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:11.511985 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'name': 'network-vif-deleted', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9'}] {{(pid=86846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 11 16:11:11.527669 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [req-f3a39758-2d6d-48ce-b6ab-3687c4692df9 req-1271390e-3276-4fd2-8eed-e9ff45aa5932 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.15 "DELETE /v2.0/ports/32860abe-c82d-4c15-982f-0941a94897d9 HTTP/1.1" status: 204  len: 173 time: 0.7233469
Nov 11 16:11:11.561979 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab3ac72-e52a-459c-b268-aa0f74825c3e', 'name': 'network-vif-deleted', 'tag': '32860abe-c82d-4c15-982f-0941a94897d9', 'status': 'completed', 'code': 200}
Nov 11 16:11:11.572373 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d4cc68dd-af28-4d41-8ac5-deedb244c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:11.850897 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:12.235858 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [req-655bdd38-a780-4020-bf13-0c2b3ee7221f req-acfa4840-7c06-4745-a606-711520939d12 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab3ac72-e52a-459c-b268-aa0f74825c3e HTTP/1.1" status: 200  len: 210 time: 0.0431373
Nov 11 16:11:13.328808 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 36002) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:13.483159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Deleting port c46d1398-f627-4a88-9085-987af38daf7a {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:13.483563 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:13.745693 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:13.746019 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:13.867788 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Calling delete_port for c46d1398-f627-4a88-9085-987af38daf7a owned by network:floatingip {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:14.005134 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:14.008553 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-6dfbad08-a84c-4c84-aabb-e10f1d05e6a7 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:14.055404 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event deleted for resources: {'Port': ['ID=c46d1398-f627-4a88-9085-987af38daf7a,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:14.057998 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:14.091865 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68844e27-6a84-4f46-9fbd-19fcdbd11988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:14.148882 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for floatingip, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:14.162904 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468319'] for floatingip, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:14.164022 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-bb821e40-de07-41d6-a897-aa608aa9b3f1 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "DELETE /v2.0/floatingips/14823a09-29ba-4808-bb00-fff8ba40416b HTTP/1.1" status: 204  len: 168 time: 0.8342576
Nov 11 16:11:14.387615 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:14.451904 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 32860abe-c82d-4c15-982f-0941a94897d9 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:11:14.486310 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] No Port match for: 32860abe-c82d-4c15-982f-0941a94897d9 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:11:14.486660 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Device 32860abe-c82d-4c15-982f-0941a94897d9 not bound to the agent host hv-cinder-81115 {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:11:15.180414 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:15.527612 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 36016) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:15.593553 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-95fe5fac-d3a3-4109-bf8a-9e2cb959f8b2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:15.622902 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-95fe5fac-d3a3-4109-bf8a-9e2cb959f8b2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:15.685872 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-95fe5fac-d3a3-4109-bf8a-9e2cb959f8b2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:15.689616 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-19a11704-7eb2-4fd6-a208-f631016a9e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:15.708126 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe5fac-d3a3-4109-bf8a-9e2cb959f8b2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d58ecc-07de-4d62-a4a4-10d9d5665fbe,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:15.710689 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-95fe5fac-d3a3-4109-bf8a-9e2cb959f8b2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:15.717358 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-95fe5fac-d3a3-4109-bf8a-9e2cb959f8b2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Notify callbacks [] for security_group, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:15.718463 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-95fe5fac-d3a3-4109-bf8a-9e2cb959f8b2 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] 10.222.0.24 "DELETE /v2.0/security-groups/30d58ecc-07de-4d62-a4a4-10d9d5665fbe HTTP/1.1" status: 204  len: 168 time: 0.1898606
Nov 11 16:11:15.774201 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 36022) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:16.442056 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:16.757235 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:16.872934 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Deleting port d8bca2c3-ac54-48d3-9da6-6be776256f8f {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:16.873585 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:17.046104 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] For port d8bca2c3-ac54-48d3-9da6-6be776256f8f, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=d8bca2c3-ac54-48d3-9da6-6be776256f8f,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:17.046374 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:17.172126 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Calling delete_port for d8bca2c3-ac54-48d3-9da6-6be776256f8f owned by network:router_interface {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:17.480072 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:17.483450 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-acd9a9c4-56f2-4621-a61f-a05a82da7667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:17.527146 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bca2c3-ac54-48d3-9da6-6be776256f8f,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:17.530718 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:17.793013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:18.250619 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:11:18.426520 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:11:18.434806 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] Sync routers for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:11:18.438816 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-fd39252f-130f-423f-a05a-4b528dba3d51 admin admin] 10.222.0.24 "PUT /v2.0/routers/1bbb3f59-df9b-4938-ab43-b2ee152c5471/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6644971
Nov 11 16:11:18.441264 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 36028) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:18.443948 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:11:18.444585 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d57b5f70>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:11:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:18.613771 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:18.618390 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:11:18.792796 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:18.802142 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Deleting port db352977-e0b9-4ed2-8e39-acb086563197 {{(pid=86847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:18.802473 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:18.904913 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d57b5f70>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:11:17Z', 'revision_number': 5, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port': {'id': 'db352977-e0b9-4ed2-8e39-acb086563197', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:12Z', 'updated_at': '2021-11-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:18.908764 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] Checking router: 1bbb3f59-df9b-4938-ab43-b2ee152c5471 for host: dv-cinder-811151-2-iscsi {{(pid=86848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:11:18.917125 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] Routers {'1bbb3f59-df9b-4938-ab43-b2ee152c5471'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:11:18.917718 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d57b5f70>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:11:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'], 'active': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:18.975552 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.db [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] For port db352977-e0b9-4ed2-8e39-acb086563197, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=db352977-e0b9-4ed2-8e39-acb086563197,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:18.975899 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.066590 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvr_db [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] Set router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 gateway port host: None {{(pid=86848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:11:19.101676 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.plugins.ml2.plugin [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Calling delete_port for db352977-e0b9-4ed2-8e39-acb086563197 owned by network:router_gateway {{(pid=86847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:19.171281 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.db.l3_hamode_db [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d57b5f70>, [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:11:18Z', 'revision_number': 6, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:19.175672 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb83c3-8843-4c80-af1c-ae3cb099a176 None None] The sync data for ids ['1bbb3f59-df9b-4938-ab43-b2ee152c5471'] in dv-cinder-811151-2-iscsi is: [{'id': '1bbb3f59-df9b-4938-ab43-b2ee152c5471', 'name': 'tempest-TestVolumeBootPattern-435385759-router', 'tenant_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:11Z', 'updated_at': '2021-11-11T16:11:18Z', 'revision_number': 6, 'project_id': 'd6ccaa06e23440d8b196ed7d196ccbbb', 'gw_port_host': None}] {{(pid=86848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:11:19.269562 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1891422'] for port, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.273972 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c76b0a58-668a-4b7d-9806-62504583cff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:19.316035 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db352977-e0b9-4ed2-8e39-acb086563197,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:19.319157 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:19.407486 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.684033 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.686248 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.708591 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.709079 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbb3f59-df9b-4938-ab43-b2ee152c5471 {{(pid=86847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:11:19.720710 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] Notify callbacks [] for router, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.721833 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-09228bb5-2d06-4b09-b4df-7d56f3d8eac8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1bbb3f59-df9b-4938-ab43-b2ee152c5471 HTTP/1.1" status: 204  len: 168 time: 1.2796946
Nov 11 16:11:19.724200 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 36032) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:19.783614 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] Deleting subnet 6040d19f-e4a2-47bb-856e-c120b2bf4792 {{(pid=86847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:11:19.786518 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.838896 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2079350'] for subnet, precommit_delete_associations {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.926354 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:19.973038 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d8bca2c3-ac54-48d3-9da6-6be776256f8f no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:11:20.003266 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1891433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2243340'] for subnet, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.008520 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-57407fa8-72a2-4368-8ae2-5c38c4115577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:20.011034 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: d8bca2c3-ac54-48d3-9da6-6be776256f8f {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:11:20.011366 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device d8bca2c3-ac54-48d3-9da6-6be776256f8f not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:11:20.011799 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device db352977-e0b9-4ed2-8e39-acb086563197 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:11:20.050850 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6040d19f-e4a2-47bb-856e-c120b2bf4792,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:20.052881 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.054563 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: db352977-e0b9-4ed2-8e39-acb086563197 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:11:20.054910 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device db352977-e0b9-4ed2-8e39-acb086563197 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:11:20.061387 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 36036) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:20.061865 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6040d19f-e4a2-47bb-856e-c120b2bf4792 HTTP/1.1" status: 204  len: 168 time: 0.3362770
Nov 11 16:11:20.062485 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-d46c1cdb-2e91-4545-b0cd-64df0932efb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:20.079710 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b2095a-3065-4bfc-bd19-9c5848b54aa5 None None] Network 1ede94d3-affb-488b-a8a9-99f628c2b2ae requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:11:20.169531 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.181232 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Deleting port 18c8b085-bae8-4f08-80e0-e21b3de71f69 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:20.181566 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.365710 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] DHCP port deletion for 1ede94d3-affb-488b-a8a9-99f628c2b2ae request from dv-cinder-811151-2-iscsi {{(pid=86848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 11 16:11:20.370031 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] Deleting port 18c8b085-bae8-4f08-80e0-e21b3de71f69 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:20.370430 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.485427 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] For port 18c8b085-bae8-4f08-80e0-e21b3de71f69, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=18c8b085-bae8-4f08-80e0-e21b3de71f69,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:20.485774 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.570979 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] For port 18c8b085-bae8-4f08-80e0-e21b3de71f69, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=18c8b085-bae8-4f08-80e0-e21b3de71f69,segment=NetworkSegment(114f521a-923e-4019-8c16-17887c8a1118),segment_id=114f521a-923e-4019-8c16-17887c8a1118)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:20.571373 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.607511 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Calling delete_port for 18c8b085-bae8-4f08-80e0-e21b3de71f69 owned by network:dhcp {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:20.682843 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.688382 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-d4a75ef6-f351-4ed0-a7dc-ac562641230b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:20.693814 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] Calling delete_port for 18c8b085-bae8-4f08-80e0-e21b3de71f69 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:20.732422 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c8b085-bae8-4f08-80e0-e21b3de71f69,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:20.734203 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] No DVR routers for this DVR port 18c8b085-bae8-4f08-80e0-e21b3de71f69 on host dv-cinder-811151-2-iscsi {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:11:20.735666 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:20.771958 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 16:11:20.772339 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 16:11:20.846690 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.871003 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d6564730>,) {'filters': {'network_id': ['1ede94d3-affb-488b-a8a9-99f628c2b2ae']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:20.883008 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d6564730>, '114f521a-923e-4019-8c16-17887c8a1118') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:20.883300 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d6564730>, '114f521a-923e-4019-8c16-17887c8a1118') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:20.894806 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.913806 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.919855 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:11:20.920305 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:11:20.933004 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:11:21.004256 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:21.007953 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-ec31fab8-759b-4e33-9c9b-1c1d75f3aa23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:21.020873 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:21.030766 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ede94d3-affb-488b-a8a9-99f628c2b2ae,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:21.033831 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:21.044672 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-1575587a-6a45-46c1-ada8-ba30f72f2ba3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1ede94d3-affb-488b-a8a9-99f628c2b2ae HTTP/1.1" status: 204  len: 168 time: 0.9813287
Nov 11 16:11:21.047374 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 36040) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:21.274096 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] Deleting port 18c8b085-bae8-4f08-80e0-e21b3de71f69 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:21.274645 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:21.340945 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e9a16c0d-da68-4cab-a7b3-63a8896b0289 None None] The port '18c8b085-bae8-4f08-80e0-e21b3de71f69' was deleted {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 11 16:11:21.576415 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684226'] for router_interface, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:21.895448 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 18c8b085-bae8-4f08-80e0-e21b3de71f69 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:11:21.928943 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: 18c8b085-bae8-4f08-80e0-e21b3de71f69 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:11:21.929291 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device 18c8b085-bae8-4f08-80e0-e21b3de71f69 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:11:22.006945 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Deleting port e548aa51-a058-436a-ab88-89248797e052 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:22.007291 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:22.177287 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] For port e548aa51-a058-436a-ab88-89248797e052, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=e548aa51-a058-436a-ab88-89248797e052,segment=NetworkSegment(b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5),segment_id=b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:22.177565 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:22.301135 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Calling delete_port for e548aa51-a058-436a-ab88-89248797e052 owned by network:router_interface {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:22.606297 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:22.611197 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-76796157-d37d-4b65-8e34-6d3fe67b619f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:22.683886 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Pushing event deleted for resources: {'Port': ['ID=e548aa51-a058-436a-ab88-89248797e052,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:22.690429 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:22.920777 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684222'] for router_interface, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:23.360999 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 has already been hosted by L3 agent 73ab9473-bcb2-4f78-9a2c-df8cef576cf1 {{(pid=86846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 11 16:11:23.539931 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-iscsi the message routers_updated {{(pid=86846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 11 16:11:23.548670 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] Sync routers for ids ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'] in dv-cinder-811151-2-iscsi {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 11 16:11:23.558429 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-6b90b6b2-e1ed-4f8d-a53c-12c8524cc820 admin admin] 10.222.0.24 "PUT /v2.0/routers/62332f74-01eb-46fe-b4fb-e8c7b3f03575/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5099726
Nov 11 16:11:23.559027 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] Routers {'62332f74-01eb-46fe-b4fb-e8c7b3f03575'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:11:23.559698 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d642d400>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:11:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:23.560882 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 36044) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:23.736997 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks [] for router, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:23.772497 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] Set router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 gateway port host: dv-cinder-811151-2-iscsi {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:11:23.913581 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:23.922770 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Deleting port fd731815-cfe8-4e55-9e52-78abbaceeebf {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:23.923156 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.051872 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d642d400>, [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'external_fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:11:22Z', 'revision_number': 5, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port': {'id': 'fd731815-cfe8-4e55-9e52-78abbaceeebf', 'name': '', 'network_id': '77601c51-9a89-4977-a9ce-efb7c7cc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:04:20Z', 'updated_at': '2021-11-11T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06ce7af0-ee29-403c-860b-3d83a6bfde50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-iscsi'}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:24.055713 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] Checking router: 62332f74-01eb-46fe-b4fb-e8c7b3f03575 for host: dv-cinder-811151-2-iscsi {{(pid=86849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 11 16:11:24.065663 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] Routers {'62332f74-01eb-46fe-b4fb-e8c7b3f03575'} bound to L3 agent in host dv-cinder-811151-2-iscsi {{(pid=86849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 16:11:24.066268 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72d642d400>, 'dv-cinder-811151-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T15:47:14Z,description=<?>,heartbeat_timestamp=2021-11-11T16:11:14Z,host='dv-cinder-811151-2-iscsi',id=73ab9473-bcb2-4f78-9a2c-df8cef576cf1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T15:47:14Z,topic='l3_agent')) {'router_ids': ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'], 'active': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:24.101579 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] For port fd731815-cfe8-4e55-9e52-78abbaceeebf, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=fd731815-cfe8-4e55-9e52-78abbaceeebf,segment=NetworkSegment(3c5e985e-6f4b-48a9-9045-2785a84a8d79),segment_id=3c5e985e-6f4b-48a9-9045-2785a84a8d79)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:24.101947 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.217432 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvr_db [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] Set router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 gateway port host: None {{(pid=86849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 11 16:11:24.221795 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Calling delete_port for fd731815-cfe8-4e55-9e52-78abbaceeebf owned by network:router_gateway {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:24.321718 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.l3_hamode_db [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72d642d400>, [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:11:23Z', 'revision_number': 6, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port_host': None}], 'dv-cinder-811151-2-iscsi', False) {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:24.325925 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2554-bc69-4e64-9897-985599ef3a06 None None] The sync data for ids ['62332f74-01eb-46fe-b4fb-e8c7b3f03575'] in dv-cinder-811151-2-iscsi is: [{'id': '62332f74-01eb-46fe-b4fb-e8c7b3f03575', 'name': 'tempest-TestVolumeBootPattern-649363158-router', 'tenant_id': '18e6a06652854d939a899f53a3879de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:04:19Z', 'updated_at': '2021-11-11T16:11:23Z', 'revision_number': 6, 'project_id': '18e6a06652854d939a899f53a3879de9', 'gw_port_host': None}] {{(pid=86849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 11 16:11:24.387998 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.395104 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-b34f0160-8d5e-4a72-9a16-3de15e78e6d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:24.445349 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd731815-cfe8-4e55-9e52-78abbaceeebf,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:24.470177 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:24.531493 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-842809'] for router_gateway, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.802280 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-840568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.804490 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.825723 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-842829'] for router, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.826240 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62332f74-01eb-46fe-b4fb-e8c7b3f03575 {{(pid=86846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 16:11:24.838474 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] Notify callbacks [] for router, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.839582 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-c02c0901-08a6-41e7-b6d4-bf47e7d70f6b admin admin] 10.222.0.24 "DELETE /v2.0/routers/62332f74-01eb-46fe-b4fb-e8c7b3f03575 HTTP/1.1" status: 204  len: 168 time: 1.2777693
Nov 11 16:11:24.842022 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 36048) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:24.901186 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] Deleting subnet c00c7883-1fd6-4f49-a307-f46b32166ceb {{(pid=86846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 16:11:24.903995 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:24.954080 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304923'] for subnet, precommit_delete_associations {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.030196 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16038759'] for subnet, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.102753 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1856438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2139825'] for subnet, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.106654 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:25.144820 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00c7883-1fd6-4f49-a307-f46b32166ceb,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:25.147348 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:25.150104 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for subnet, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.156045 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f250f-7366-4b7f-b668-fb39d5a1ce83 None None] Network 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b requested from dv-cinder-811151-2-iscsi {{(pid=86848) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 11 16:11:25.156981 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-0e1bdfd5-fb7a-4004-a17b-6791aa12c360 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c00c7883-1fd6-4f49-a307-f46b32166ceb HTTP/1.1" status: 204  len: 168 time: 0.3140271
Nov 11 16:11:25.160048 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.wsgi [-] (86846) accepted ('10.222.0.24', 36052) {{(pid=86846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:25.273724 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16207789'] for network, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.285213 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Deleting port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 {{(pid=86846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:25.285546 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.405393 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] DHCP port deletion for 48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b request from dv-cinder-811151-2-iscsi {{(pid=86848) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 11 16:11:25.409690 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] Deleting port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:25.410066 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.498082 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.db [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] For port a06bc5bf-3eed-4234-a910-8acbf3d42eb0, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=a06bc5bf-3eed-4234-a910-8acbf3d42eb0,segment=NetworkSegment(b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5),segment_id=b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5)] {{(pid=86846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:25.498406 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.623636 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.plugin [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Calling delete_port for a06bc5bf-3eed-4234-a910-8acbf3d42eb0 owned by network:dhcp {{(pid=86846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:25.646681 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] For port a06bc5bf-3eed-4234-a910-8acbf3d42eb0, host dv-cinder-811151-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-iscsi',level=0,port_id=a06bc5bf-3eed-4234-a910-8acbf3d42eb0,segment=NetworkSegment(b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5),segment_id=b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 11 16:11:25.647071 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-840642'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.704280 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16095764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758201519647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758201055492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1856385'] for port, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.708941 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-746750d3-6977-4293-bec7-97542d8a2dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:25.765638 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a06bc5bf-3eed-4234-a910-8acbf3d42eb0,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:25.768469 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:25.769235 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] No DVR routers for this DVR port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 on host dv-cinder-811151-2-iscsi {{(pid=86846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 11 16:11:25.769375 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] Calling delete_port for a06bc5bf-3eed-4234-a910-8acbf3d42eb0 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 11 16:11:25.844468 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 16:11:25.844897 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 11 16:11:25.882947 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16040733', 'neutron.services.segments.db._delete_segments_for_network-8758201559956'] for network, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.898731 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device a06bc5bf-3eed-4234-a910-8acbf3d42eb0 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:11:25.910036 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72d48f0670>,) {'filters': {'network_id': ['48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b']}} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:25.921748 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d48f0670>, 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5') {'for_net_delete': True} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:25.922037 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.services.segments.db [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72d48f0670>, 'b2cfd139-d7ad-49a9-b81a-e6e35ff40dd5') {} {{(pid=86846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 11 16:11:25.932695 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: a06bc5bf-3eed-4234-a910-8acbf3d42eb0 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:11:25.933044 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device a06bc5bf-3eed-4234-a910-8acbf3d42eb0 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:11:25.933456 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device fd731815-cfe8-4e55-9e52-78abbaceeebf no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:11:25.933789 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758201488195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304864'] for segment, before_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.954371 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16036572'] for segment, precommit_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.960476 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=86846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 11 16:11:25.960911 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1856476'] for segment, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:25.967599 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: fd731815-cfe8-4e55-9e52-78abbaceeebf {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:11:25.967944 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device fd731815-cfe8-4e55-9e52-78abbaceeebf not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:11:25.968391 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device e548aa51-a058-436a-ab88-89248797e052 no longer exists at agent ovs-agent-dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]: Traceback (most recent call last):
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     timer()
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     cb(*args, **kw)
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     return func(*args, **kwargs)
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     self._notify()
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     self.callback(batched_events)
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     event.method(event)
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     return f(self, *a, **k)
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._get(url).json()
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     return self.request(url, 'GET', **kwargs)
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 16:11:25.974198 dv-cinder-811151-2-iscsi neutron-server[86846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 16:11:26.004535 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] No Port match for: e548aa51-a058-436a-ab88-89248797e052 {{(pid=86848) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 11 16:11:26.004879 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.rpc [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Device e548aa51-a058-436a-ab88-89248797e052 not bound to the agent host dv-cinder-811151-2-iscsi {{(pid=86848) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 11 16:11:26.048878 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16040724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-842946'] for network, after_delete {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.055025 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron_lib.callbacks.manager [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644288'] for network, before_response {{(pid=86846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.057410 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:26.079196 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b,revision_number=None']} {{(pid=86846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:26.081477 dv-cinder-811151-2-iscsi neutron-server[86846]: DEBUG oslo_concurrency.lockutils [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:26.085147 dv-cinder-811151-2-iscsi neutron-server[86846]: INFO neutron.wsgi [None req-3654a8cb-c5d4-422f-98c9-84df5c48f7bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/48a2d1c8-b1fc-4188-b44a-cb2a6fcc575b HTTP/1.1" status: 204  len: 168 time: 0.9241014
Nov 11 16:11:26.194391 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 36058) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:26.243219 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-6e430c04-33ec-46ab-ae0d-6dfc599be258 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6ccaa06e23440d8b196ed7d196ccbbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475981
Nov 11 16:11:26.245513 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 36062) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:26.301472 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5541c472-0e2a-41ae-bb26-19ce7f5482ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.325951 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5541c472-0e2a-41ae-bb26-19ce7f5482ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.346640 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] Deleting port a06bc5bf-3eed-4234-a910-8acbf3d42eb0 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 11 16:11:26.347139 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758201515147'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.378686 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5541c472-0e2a-41ae-bb26-19ce7f5482ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.384108 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-c9cd9905-e57a-491f-8610-19874bae71b4 tempest-TestVolumeBootPattern-2654681 tempest-TestVolumeBootPattern-2654681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:26.402989 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541c472-0e2a-41ae-bb26-19ce7f5482ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be83224-eefe-4686-b76d-12aa2868f746,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:26.407001 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5541c472-0e2a-41ae-bb26-19ce7f5482ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:26.411159 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-5541c472-0e2a-41ae-bb26-19ce7f5482ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.412279 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-5541c472-0e2a-41ae-bb26-19ce7f5482ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9be83224-eefe-4686-b76d-12aa2868f746 HTTP/1.1" status: 204  len: 168 time: 0.1658928
Nov 11 16:11:26.425251 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-6185d3bf-17f4-4519-9406-071c3480c24d None None] The port 'a06bc5bf-3eed-4234-a910-8acbf3d42eb0' was deleted {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 11 16:11:26.747268 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 36070) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:26.799396 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-2c97725b-f789-414c-b8cb-95cadef7a1c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18e6a06652854d939a899f53a3879de9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508463
Nov 11 16:11:26.801641 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [-] (86847) accepted ('10.222.0.24', 36074) {{(pid=86847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 11 16:11:26.859107 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be892b61-8677-4a46-8733-3f22307be54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.885682 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be892b61-8677-4a46-8733-3f22307be54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.935922 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be892b61-8677-4a46-8733-3f22307be54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711671'] for security_group, after_delete {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.941034 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-5a41ca2b-4c0f-47a5-b099-5147bbe17afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 11 16:11:26.953196 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be892b61-8677-4a46-8733-3f22307be54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ead36f8-dac3-4b33-9305-903c4f0bab12,revision_number=None']} {{(pid=86847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 11 16:11:26.956013 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG oslo_concurrency.lockutils [None req-be892b61-8677-4a46-8733-3f22307be54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 11 16:11:26.958106 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron_lib.callbacks.manager [None req-be892b61-8677-4a46-8733-3f22307be54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:26.959181 dv-cinder-811151-2-iscsi neutron-server[86847]: INFO neutron.wsgi [None req-be892b61-8677-4a46-8733-3f22307be54d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ead36f8-dac3-4b33-9305-903c4f0bab12 HTTP/1.1" status: 204  len: 168 time: 0.1566632
Nov 11 16:11:40.285514 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:11:41.574028 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-50f9ebeb-a6d9-4a4a-bf82-6770632349bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:41.843115 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:44.096076 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a4e5db4b-8c70-4c5f-84dc-d364a8e6969c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:44.385522 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:45.183628 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:11:46.754952 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:11.574912 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cd1701db-e5ad-410f-aeb7-7d5351c2ae8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:11.843946 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:14.096838 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f84b9d96-9554-41ee-aff4-dc5e13401535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:14.398223 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:15.187500 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:16.756930 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:17.283704 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:12:41.575832 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-17dde11b-60e8-45c1-9376-f0502b6309d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:41.845733 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:44.097506 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1255e117-f76f-4566-a1e4-0735096d30b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:44.408751 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:45.190071 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:46.760493 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:12:54.282807 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:13:11.576810 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fc271349-967d-4abd-b932-eac149edd77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:11.846101 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:14.098301 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-26f3ced7-0e95-4a5a-9a6f-39ff925f1cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:14.410777 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:15.193471 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:16.764095 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:31.281841 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:13:41.578236 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cd2d201a-02c6-458b-a435-deedeef4a545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:41.847993 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:44.102597 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5e83-1af2-4a6f-88ea-71cfb532286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:44.409420 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:45.196617 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:46.768068 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:13:47.648673 dv-cinder-811151-2-iscsi neutron-server[86847]: DEBUG neutron.wsgi [req-203ce7fd-767d-46d5-93cc-35f2080228fe req-5f857f7d-74d0-4b50-8b3e-9575db1a944b service neutron] (86847) timed out ('10.222.0.24', 58076) {{(pid=86847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 11 16:14:08.280304 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:14:11.579354 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-08d00c56-5681-4120-807c-a512523a8b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:11.848681 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:14.104815 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-39383a67-c940-45d8-a6d8-6b190d3af3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:14.408357 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:15.199760 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:16.769665 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:41.583566 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0202ec1b-c337-4bcc-85e7-79e28aa07024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:41.850409 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:44.106346 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7c5d-d378-40b4-a3c0-9d27ad1c8be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:44.407501 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:45.202043 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:14:45.279227 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:14:46.770901 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:11.585797 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1d393964-9f30-4af7-bff5-11bc5ba7d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:11.852383 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:14.108191 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-97202016-ff77-403e-9479-baf997d0f2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:14.404557 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:15.204863 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:16.774443 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:22.277186 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:15:41.587401 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d084d3cf-80df-4b9d-85ab-712b751f7f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:41.854813 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:44.109481 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-660f1fe6-e3f7-476d-a6f0-b310c986f546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:44.415460 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:45.207255 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:46.777726 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:15:59.276359 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 11 16:16:11.589380 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-80730aa7-2ebd-49dc-9338-b0a84498a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:16:11.857565 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4594a456-6f13-4969-a4e7-a6f4921e388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:16:14.111900 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cdb14237-264c-4819-aa21-edaf60fdcc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:16:14.400918 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9ff25413-ce69-4f3a-91f4-aa4bbbbc6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:16:15.211197 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dd7e608a-b3b8-45d8-b555-0204e1d16887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:16:16.779090 dv-cinder-811151-2-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c0f5df4a-0d64-4211-8e1a-93d62c0aff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758201560019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16043979'] for agent, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 11 16:16:36.278450 dv-cinder-811151-2-iscsi neutron-server[86849]: DEBUG neutron.db.agents_db [None req-29af0341-edbf-4a14-921f-1f8e26d6bbc8 None None] Agent healthcheck: found 6 active agents {{(pid=86849) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}